-- Logs begin at Sat 2022-05-28 02:37:38 UTC, end at Sat 2022-05-28 03:54:37 UTC. -- May 28 03:26:31.194176 dv-cinder-843361-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 28 03:26:33.996526 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.common.config [-] Logging enabled! May 28 03:26:33.997075 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev262 May 28 03:26:33.997332 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104336) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 28 03:26:34.000597 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.common.config [-] Logging enabled! May 28 03:26:34.000849 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev262 May 28 03:26:34.001186 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104336) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 28 03:26:34.002113 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 03:26:34.002372 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 03:26:34.002739 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 03:26:34.002981 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 03:26:34.003203 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 03:26:34.003616 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.003915 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.004141 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.004432 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.004723 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.005002 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.005323 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.005620 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.005903 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.006180 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.006459 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.006676 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.006963 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.007247 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.007533 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.007752 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] debug = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.008031 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.008471 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.008874 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.009172 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.009459 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.009734 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.010004 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.010292 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.010602 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.010930 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] host = dv-cinder-843361-3-iscsi {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.011203 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.011490 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.011775 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.012060 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.012331 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.012603 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.012885 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.013181 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.013454 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.013724 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.014009 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.014291 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.014576 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.014796 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.015012 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.015297 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.015592 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.015863 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.016132 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.016400 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.016668 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.016938 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.017232 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.017516 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.018313 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.018606 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.018877 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.019148 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.019413 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.019680 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.019960 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.020233 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.020500 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.020768 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.021050 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.021358 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.021629 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.021927 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.022210 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.022490 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.022773 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.023043 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.023321 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.023589 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.023856 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.024123 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] use_json = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.024390 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.024655 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.024930 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.025225 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.025495 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.025763 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.026030 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.026312 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.026580 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:34.026869 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.027160 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.027459 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.027738 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.028038 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.028314 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.028597 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.028869 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.029179 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.029467 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.029749 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.030022 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.030322 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.030605 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.030894 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.031193 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.031482 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.031770 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.032040 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.032308 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.032576 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.032848 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.033151 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.033485 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.034283 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.034573 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.034848 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.035142 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.035422 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.035703 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.035990 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.036276 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.036546 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.036820 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.037180 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.037398 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.037666 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.037951 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.038225 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.038494 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.038770 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.039053 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.039533 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.039831 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.040311 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.040787 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.041205 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.041496 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.042325 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.042325 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.042325 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.042570 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.042845 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.043116 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.043385 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.043660 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.043931 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.044201 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.044474 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.044744 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.045020 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.045313 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.045583 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.045852 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.046121 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.046388 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.046656 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.046923 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.047194 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.047460 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.047726 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.047994 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.048260 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.048529 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.048821 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.049139 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.049414 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.049689 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.049963 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.050240 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.050511 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.050783 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.051056 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.051323 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.051612 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.051894 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.052176 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.052454 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.052724 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.053036 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.053333 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.053607 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.053884 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.054156 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.054433 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.054707 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.054984 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.055272 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.055563 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.055838 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.056127 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.056418 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.056709 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.056985 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.057327 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.057604 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:34.057816 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 03:26:34.058052 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104336) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 28 03:26:34.513200 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 28 03:26:34.513478 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 28 03:26:34.513778 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 28 03:26:34.514108 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.manager [-] Loading core plugin: ml2 May 28 03:26:34.842289 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.842483 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.842483 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.844026 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.844297 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.844559 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.900979 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.901287 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.901554 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.916200 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.916480 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.916744 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.946665 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.946939 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.947204 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.984173 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.984448 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:34.984714 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.332686 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.333346 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.333346 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.333519 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.334172 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.441551 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.441868 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.442149 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.442421 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.442692 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.442997 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.443253 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.443506 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.443757 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.444035 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.444291 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.444554 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.444814 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.445061 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.445338 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.445599 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.445852 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.446117 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.446382 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.446641 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.446911 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.447160 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.447438 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.447810 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.448061 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.448307 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.448701 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 03:26:35.448941 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 03:26:35.449213 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 03:26:35.449451 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 03:26:35.449684 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 03:26:35.449915 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 03:26:35.450280 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 28 03:26:35.454498 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 28 03:26:35.458484 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 28 03:26:35.462327 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) May 28 03:26:35.463940 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 28 03:26:35.464412 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 28 03:26:35.464742 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 28 03:26:35.465147 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 28 03:26:35.467914 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 28 03:26:35.468156 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 28 03:26:35.468496 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 28 03:26:35.473654 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 28 03:26:35.497701 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 28 03:26:35.498163 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.498460 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104336) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 28 03:26:35.498830 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.500179 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104336) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 28 03:26:35.500454 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 28 03:26:35.500699 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 28 03:26:35.504674 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.504953 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:35.565609 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 28 03:26:35.565841 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 28 03:26:35.566067 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 28 03:26:35.566422 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 28 03:26:35.618467 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO dbcounter [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Registered counter for database neutron May 28 03:26:35.637269 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_db.sqlalchemy.engines [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104336) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 28 03:26:35.643028 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG dbcounter [-] [104336] Writer thread running {{(pid=104336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 28 03:26:36.458299 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Initializing driver for type 'gre' May 28 03:26:36.458993 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] gre ID ranges: [(1, 1000)] May 28 03:26:36.664415 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Initializing driver for type 'local' May 28 03:26:36.664746 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Initializing driver for type 'vlan' May 28 03:26:36.772688 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] VlanTypeDriver initialization complete May 28 03:26:36.773017 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Initializing driver for type 'vxlan' May 28 03:26:36.773639 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] vxlan ID ranges: [(1, 1000)] May 28 03:26:36.978235 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Initializing extension driver 'port_security' May 28 03:26:36.978568 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.extensions.port_security [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] PortSecurityExtensionDriver initialization complete May 28 03:26:36.978898 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Initializing mechanism driver 'openvswitch' May 28 03:26:36.979221 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Initializing mechanism driver 'hyperv' May 28 03:26:36.986044 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.plugin [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104336) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:26:36.987214 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > port after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.987582 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > port after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.987930 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > port after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.988437 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 28 03:26:36.988860 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.989247 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.989594 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.989984 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 28 03:26:36.990390 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > network after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.990736 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > network after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.991073 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > network after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.991455 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 28 03:26:36.991856 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > security_group after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.992202 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > security_group after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.992537 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.992920 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 28 03:26:36.993342 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.993687 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.994022 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.994403 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 28 03:26:36.994804 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > address_group after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.995144 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > address_group after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.995484 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.995863 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104336) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 28 03:26:36.996461 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] ML2 OVO RPC backend initialized. {{(pid=104336) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 28 03:26:36.997191 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.998926 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.998926 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > network before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.998926 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > networks before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.998926 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > port before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.999253 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > ports before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.999339 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > subnet before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.999611 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > subnets before_response 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:36.999954 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > network after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.000291 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > network after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.000619 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > network after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.000952 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > port after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.001307 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > port after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.001638 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > port after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.001967 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > subnet after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.002932 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > subnet after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.003258 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.010682 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded quota_driver: . May 28 03:26:37.011043 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.plugin [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Modular L2 Plugin initialization complete May 28 03:26:37.011385 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading services supported by the core plugin {{(pid=104336) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 28 03:26:37.011717 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.plugins.ml2.managers [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Got port-security extension from driver 'port_security' May 28 03:26:37.012184 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.extensions.vlantransparent [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Disabled vlantransparent extension. May 28 03:26:37.012669 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104336) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 28 03:26:37.012988 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading Plugin: router May 28 03:26:37.047006 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.047344 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router after_create 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.047718 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router before_create 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.048080 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.048456 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.048810 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router after_delete 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.049704 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.050051 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.050405 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router after_create 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.050747 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router after_update 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.051093 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router after_update 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.051437 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.051790 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router after_update 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.052197 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.052563 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: port after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.052896 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: port after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.053268 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: subnet after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.053608 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.053955 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.054297 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.054636 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: port before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.054974 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router precommit_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.055325 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router after_update 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.055663 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.056011 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router precommit_create 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.056371 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.056714 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router precommit_update 55549900 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.057080 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > agent after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.057458 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > agent after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.057805 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > network after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.058658 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Tracking information for resource: router configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 03:26:37.058986 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Tracking information for resource: floatingip configured {{(pid=104336) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 28 03:26:37.063935 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.db.l3_agentschedulers_db [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 28 03:26:37.064509 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: port after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.065477 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: port after_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.065825 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: port after_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.066186 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: port after_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.066953 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router before_create 55550100 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.067317 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.067675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router precommit_create 55550100 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.068026 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > router precommit_update 55550100 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.072820 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.services.provider_configuration [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service providers = [] {{(pid=104336) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 28 03:26:37.073209 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.db.servicetype_db [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104336) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 28 03:26:37.076094 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.services.service_base [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 03:26:37.076441 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.services.service_base [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 03:26:37.076776 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.services.service_base [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 03:26:37.077669 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.services.service_base [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104336) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 28 03:26:37.078034 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.services.service_base [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Default provider is not specified for service type L3_ROUTER_NAT May 28 03:26:37.078408 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 03:26:37.078718 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 28 03:26:37.089183 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 03:26:37.089516 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading Plugin: auto_allocate May 28 03:26:37.095112 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: network precommit_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.095475 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: network precommit_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.096515 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 03:26:37.096827 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading Plugin: tag May 28 03:26:37.103327 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 03:26:37.103651 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading Plugin: timestamp May 28 03:26:37.107877 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 03:26:37.108208 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading Plugin: network_ip_availability May 28 03:26:37.114165 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.114534 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.114889 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.115621 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 03:26:37.115939 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading Plugin: flavors May 28 03:26:37.120599 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 03:26:37.120926 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading Plugin: revisions May 28 03:26:37.125161 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104336) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 28 03:26:37.125544 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.612s {{(pid=104336) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 28 03:26:37.126277 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104336) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 28 03:26:37.126606 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Initializing extension manager. May 28 03:26:37.127143 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: __init__.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.127481 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: __pycache__ {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.127812 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: _port_mac_address_override.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.128140 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: address_group.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.129055 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.129648 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: address-group May 28 03:26:37.129971 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: address_scope.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.130676 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.131188 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: address-scope May 28 03:26:37.131507 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.132419 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.132925 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: router-admin-state-down-before-update May 28 03:26:37.133274 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: agent.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.133961 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.134463 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: agent May 28 03:26:37.134779 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: agent_resources_synced.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.135670 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.136175 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: agent-resources-synced May 28 03:26:37.136490 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: allowedaddresspairs.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.138288 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.138808 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: allowed-address-pairs May 28 03:26:37.139132 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: auto_allocated_topology.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.140180 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.140687 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: auto-allocated-topology May 28 03:26:37.141002 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: availability_zone.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.141711 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.142209 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: availability_zone May 28 03:26:37.142523 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: availability_zone_filter.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.143430 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.143926 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: availability_zone_filter May 28 03:26:37.144237 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: data_plane_status.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.145151 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.145651 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension data-plane-status not supported by any of loaded plugins May 28 03:26:37.145965 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: default_subnetpools.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.146856 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.147352 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: default-subnetpools May 28 03:26:37.147665 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.148454 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.148954 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: dhcp_agent_scheduler May 28 03:26:37.149305 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: dns.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.150201 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.150698 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension dns-integration not supported by any of loaded plugins May 28 03:26:37.151018 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: dns_domain_ports.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.151907 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.152404 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension dns-domain-ports not supported by any of loaded plugins May 28 03:26:37.152720 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.153646 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.154150 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 28 03:26:37.154465 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: dvr.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.155119 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.155618 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: dvr May 28 03:26:37.155930 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: ecmp_routes.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.156831 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.157366 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension ecmp_routes not supported by any of loaded plugins May 28 03:26:37.157681 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: empty_string_filtering.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.159108 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.159609 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: empty-string-filtering May 28 03:26:37.159922 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.160811 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.161343 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 28 03:26:37.161660 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.162547 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.163047 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 28 03:26:37.163360 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: external_net.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.164245 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.164748 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: external-net May 28 03:26:37.165062 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.165973 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.166475 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: extra_dhcp_opt May 28 03:26:37.166789 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: extraroute.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.167682 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.168184 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: extraroute May 28 03:26:37.168496 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: extraroute_atomic.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.169534 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.170036 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: extraroute-atomic May 28 03:26:37.170350 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: filter_validation.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.171001 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.171498 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: filter-validation May 28 03:26:37.171810 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: fip_pf_description.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.172699 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.173219 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 28 03:26:37.173534 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: fip_pf_port_range.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.174981 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.175477 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 28 03:26:37.175791 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: fip_port_details.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.176693 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.177223 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: fip-port-details May 28 03:26:37.177538 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: flavors.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.178744 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.179255 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: flavors May 28 03:26:37.179571 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.181217 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.181735 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 28 03:26:37.182058 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: floatingip_pools.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.182872 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.183382 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: floatingip-pools May 28 03:26:37.183702 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: ip_allocation.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.184606 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.185141 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension ip_allocation not supported by any of loaded plugins May 28 03:26:37.185455 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.186357 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.186861 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: ip-substring-filtering May 28 03:26:37.187180 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: l2_adjacency.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.188090 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.188591 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension l2_adjacency not supported by any of loaded plugins May 28 03:26:37.188913 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: l3.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.189898 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.190408 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: router May 28 03:26:37.190726 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.192905 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.193462 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 28 03:26:37.193787 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.194693 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.195206 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: ext-gw-mode May 28 03:26:37.195522 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.196447 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.196957 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: l3-ha May 28 03:26:37.197301 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.198193 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.198694 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 28 03:26:37.199009 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: l3_flavors.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.199924 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.200425 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: l3-flavors May 28 03:26:37.200738 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.202122 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.202634 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 28 03:26:37.202955 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.203863 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.204371 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: l3-port-ip-change-not-allowed May 28 03:26:37.204690 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: l3agentscheduler.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.205837 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.206351 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: l3_agent_scheduler May 28 03:26:37.206672 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: local_ip.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.208411 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.208928 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension local_ip not supported by any of loaded plugins May 28 03:26:37.209285 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: logging.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.210771 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.211291 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension logging not supported by any of loaded plugins May 28 03:26:37.211619 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: metering.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.212341 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.212914 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: metering May 28 03:26:37.213267 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.214352 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.214862 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: metering_source_and_destination_fields May 28 03:26:37.215187 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: multiprovidernet.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.216215 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.216719 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: multi-provider May 28 03:26:37.217037 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: netmtu.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.217961 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.218464 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: net-mtu May 28 03:26:37.218786 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: netmtu_writable.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.219683 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.220185 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: net-mtu-writable May 28 03:26:37.220789 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: network_availability_zone.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.221729 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.222226 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: network_availability_zone May 28 03:26:37.222540 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: network_ip_availability.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.223618 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.224117 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: network-ip-availability May 28 03:26:37.224433 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: network_segment_range.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.225209 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.225708 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension network-segment-range not supported by any of loaded plugins May 28 03:26:37.226021 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: pagination.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.226973 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.227292 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: pagination May 28 03:26:37.227603 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: port_device_profile.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.228493 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.229006 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: port-device-profile May 28 03:26:37.229346 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: port_mac_address_override.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.230255 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.231010 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: port-mac-override May 28 03:26:37.231324 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.232222 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.232724 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: port-mac-address-regenerate May 28 03:26:37.233040 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.233951 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.234456 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: port-numa-affinity-policy May 28 03:26:37.234774 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: port_resource_request.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.235660 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.236159 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension port-resource-request not supported by any of loaded plugins May 28 03:26:37.236473 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: port_resource_request_groups.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.237986 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.238502 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension port-resource-request-groups not supported by any of loaded plugins May 28 03:26:37.238810 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: portbindings.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.239995 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.240224 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: binding May 28 03:26:37.241584 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: portbindings_extended.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.241796 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.242302 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: binding-extended May 28 03:26:37.242619 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: portsecurity.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.243527 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.244057 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: port-security May 28 03:26:37.244559 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: project_id.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.246071 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.246618 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: project-id May 28 03:26:37.247167 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: providernet.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.248624 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.249568 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: provider May 28 03:26:37.250120 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.255208 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.255721 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos not supported by any of loaded plugins May 28 03:26:37.256043 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.257306 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.257817 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 28 03:26:37.258142 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.259067 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.259571 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 28 03:26:37.259892 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_default.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.260789 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.261327 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-default not supported by any of loaded plugins May 28 03:26:37.261651 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_fip.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.262548 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.263053 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-fip not supported by any of loaded plugins May 28 03:26:37.263372 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.264263 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.264765 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 28 03:26:37.265084 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_gateway_ip.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.266009 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.266508 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 28 03:26:37.266825 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_port_network_policy.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.267721 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.268246 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 28 03:26:37.268564 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.269608 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.270117 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-pps-minimum not supported by any of loaded plugins May 28 03:26:37.270436 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.271444 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.271949 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 28 03:26:37.272266 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_pps_rule.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.273451 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.273963 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-pps not supported by any of loaded plugins May 28 03:26:37.274284 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_rule_type_details.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.275187 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.275697 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 28 03:26:37.276018 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.276937 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.277467 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 28 03:26:37.277788 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: qos_rules_alias.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.278935 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.279440 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension qos-rules-alias not supported by any of loaded plugins May 28 03:26:37.279756 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: quota_check_limit.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.280655 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.281197 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: quota-check-limit May 28 03:26:37.281515 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: quotasv2.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.282452 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.282771 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: quotas May 28 03:26:37.283086 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: quotasv2_detail.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.285312 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.285646 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: quota_details May 28 03:26:37.285971 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: rbac.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.287012 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.287537 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: rbac-policies May 28 03:26:37.287862 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: rbac_address_group.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.288782 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.289325 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: rbac-address-group May 28 03:26:37.289646 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: rbac_address_scope.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.290631 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.291138 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: rbac-address-scope May 28 03:26:37.291456 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: rbac_security_groups.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.292368 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.292877 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: rbac-security-groups May 28 03:26:37.293221 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: rbac_subnetpool.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.294123 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.294630 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: rbac-subnetpool May 28 03:26:37.294943 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: revisionifmatch.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.295857 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.296360 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: revision-if-match May 28 03:26:37.296675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: revisions.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.297849 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.298313 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: standard-attr-revisions May 28 03:26:37.298628 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: router_availability_zone.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.299860 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.300365 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: router_availability_zone May 28 03:26:37.300679 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: routerservicetype.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.301604 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.302109 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension router-service-type not supported by any of loaded plugins May 28 03:26:37.302422 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.303325 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.303833 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: security-groups-normalized-cidr May 28 03:26:37.304148 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.305045 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.305586 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: port-security-groups-filtering May 28 03:26:37.305900 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.306817 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.307323 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: security-groups-remote-address-group May 28 03:26:37.307637 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.308543 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.309058 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: security-groups-shared-filtering May 28 03:26:37.309402 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: securitygroup.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.320495 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.321027 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: security-group May 28 03:26:37.321381 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: segment.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.322116 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.322621 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension segment not supported by any of loaded plugins May 28 03:26:37.322941 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.323892 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.324393 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 28 03:26:37.324710 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: servicetype.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.325826 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.326336 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: service-type May 28 03:26:37.326654 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: sorting.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.327619 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.327940 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: sorting May 28 03:26:37.328253 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: standard_attr_segment.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.329176 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.329683 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension standard-attr-segment not supported by any of loaded plugins May 28 03:26:37.329998 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: standardattrdescription.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.330659 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.331162 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: standard-attr-description May 28 03:26:37.331481 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: stateful_security_group.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.332420 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.332934 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: stateful-security-group May 28 03:26:37.333286 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: stdattrs_common.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.333855 dv-cinder-843361-3-iscsi neutron-server[104336]: WARNING neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 28 03:26:37.334167 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.335074 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.335583 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 28 03:26:37.335901 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: subnet_onboard.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.336946 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.337498 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: subnet_onboard May 28 03:26:37.337815 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.338726 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.339229 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 28 03:26:37.339544 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: subnet_service_types.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.340470 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.340982 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: subnet-service-types May 28 03:26:37.341319 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: subnetallocation.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.342384 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.342893 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: subnet_allocation May 28 03:26:37.343209 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.343862 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.344364 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: subnetpool-prefix-ops May 28 03:26:37.344678 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.345608 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.346635 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 28 03:26:37.346947 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: tagging.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.347981 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.348490 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: standard-attr-tag May 28 03:26:37.348815 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: timestamp.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.350022 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.350530 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loaded extension: standard-attr-timestamp May 28 03:26:37.350851 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: trunk.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.351863 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.352369 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension trunk not supported by any of loaded plugins May 28 03:26:37.352684 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: trunk_details.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.353613 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.354117 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension trunk-details not supported by any of loaded plugins May 28 03:26:37.354430 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: uplink_status_propagation.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.355329 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.356080 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 28 03:26:37.356394 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Loading extension file: vlantransparent.py {{(pid=104336) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 28 03:26:37.357045 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104336) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 28 03:26:37.357580 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extension vlan-transparent not supported by any of loaded plugins May 28 03:26:37.360100 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:network May 28 03:26:37.360628 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:subnet May 28 03:26:37.361014 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:subnetpool May 28 03:26:37.361429 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:port May 28 03:26:37.363207 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.363656 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service FLAVORS assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.364305 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.364727 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.365052 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:router May 28 03:26:37.365496 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:floatingip May 28 03:26:37.365985 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service METERING assigned prefix: /metering {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.367416 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.367784 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.368129 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104336) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:26:37.369140 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of CountableResource for resource:rbac_policy May 28 03:26:37.369582 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:security_group May 28 03:26:37.370021 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:security_group_rule May 28 03:26:37.370620 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service CORE assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.370948 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:subnetpool May 28 03:26:37.371287 dv-cinder-843361-3-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] subnetpool is already registered May 28 03:26:37.371715 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service CORE assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.372031 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:subnetpool May 28 03:26:37.372353 dv-cinder-843361-3-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] subnetpool is already registered May 28 03:26:37.374745 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.375183 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service FLAVORS assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.375756 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.376169 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.376496 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:router May 28 03:26:37.376828 dv-cinder-843361-3-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] router is already registered May 28 03:26:37.377296 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:floatingip May 28 03:26:37.377631 dv-cinder-843361-3-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] floatingip is already registered May 28 03:26:37.378086 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service METERING assigned prefix: /metering {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.378753 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of CountableResource for resource:rbac_policy May 28 03:26:37.379073 dv-cinder-843361-3-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] rbac_policy is already registered May 28 03:26:37.379482 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:security_group May 28 03:26:37.379811 dv-cinder-843361-3-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] security_group is already registered May 28 03:26:37.380209 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:security_group_rule May 28 03:26:37.380534 dv-cinder-843361-3-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] security_group_rule is already registered May 28 03:26:37.381180 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service CORE assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.381502 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:subnetpool May 28 03:26:37.381826 dv-cinder-843361-3-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] subnetpool is already registered May 28 03:26:37.382248 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.v2.resource_helper [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Service CORE assigned prefix: {{(pid=104336) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 28 03:26:37.382564 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Creating instance of TrackedResource for resource:subnetpool May 28 03:26:37.382886 dv-cinder-843361-3-iscsi neutron-server[104336]: WARNING neutron.quota.resource_registry [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] subnetpool is already registered May 28 03:26:37.383346 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: extensions {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.384813 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: address-groups {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.386575 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: address-scopes {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.388928 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: agents {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.391122 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: auto-allocated-topology {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.393597 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: availability_zones {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.395971 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: dhcp-networks {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.397806 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: dhcp-agents {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.399240 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: routers {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.400915 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: flavors {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.402199 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: service_profiles {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.403408 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: next_providers {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.404829 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: service_profiles {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.406403 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: floatingip-pools {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.407597 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: routers {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.409865 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: floatingips {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.411174 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: l3-routers {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.412544 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: l3-agents {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.413983 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: metering-labels {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.415213 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: metering-label-rules {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.416576 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: network-ip-availabilities {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.417886 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: bindings {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.419430 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: quotas {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.421922 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: quotas {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.423461 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: rbac-policies {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.425250 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: security-groups {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.426611 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: security-group-rules {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.427862 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: service-providers {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.429072 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: subnetpools {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.430424 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: subnetpools {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.431956 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.433657 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.435468 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.437275 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.438954 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.440960 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.442671 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.444558 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.446369 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.448133 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron.api.extensions [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Extended resource: tags {{(pid=104336) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 28 03:26:37.454084 dv-cinder-843361-3-iscsi neutron-server[104336]: WARNING keystonemiddleware.auth_token [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 28 03:26:37.459655 dv-cinder-843361-3-iscsi neutron-server[104336]: WARNING keystonemiddleware.auth_token [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 28 03:26:37.468409 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Acquired lock "singleton_lock" {{(pid=104336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 28 03:26:37.468876 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_concurrency.lockutils [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Releasing lock "singleton_lock" {{(pid=104336) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 28 03:26:37.469557 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO oslo_service.service [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Starting 2 workers May 28 03:26:37.475096 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Started child 104449 {{(pid=104336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 28 03:26:37.479598 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Started child 104450 {{(pid=104336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 28 03:26:37.480971 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:37.481714 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO neutron.service [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Neutron service started, listening on 0.0.0.0:9696 May 28 03:26:37.482163 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:37.482525 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [-] (104449) wsgi starting up on http://0.0.0.0:9696 May 28 03:26:37.484545 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO oslo_service.service [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Starting 1 workers May 28 03:26:37.484737 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:37.504436 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [-] (104450) wsgi starting up on http://0.0.0.0:9696 May 28 03:26:37.504568 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Started child 104451 {{(pid=104336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 28 03:26:37.504568 dv-cinder-843361-3-iscsi neutron-server[104336]: INFO oslo_service.service [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Starting 1 workers May 28 03:26:37.504705 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.service [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] calling RpcWorker wait() {{(pid=104451) _wait /opt/stack/neutron/neutron/service.py:128}} May 28 03:26:37.504705 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.service [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] returning from RpcWorker wait() {{(pid=104451) _wait /opt/stack/neutron/neutron/service.py:135}} May 28 03:26:37.505381 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Started child 104452 {{(pid=104336) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 28 03:26:37.505463 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:37.505532 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG neutron_lib.callbacks.manager [None req-040fb07a-7064-4c40-bc6f-6e3b55ac99f9 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104336) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:37.505604 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:26:37.505678 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104336) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 28 03:26:37.505678 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 03:26:37.505678 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 03:26:37.505678 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 03:26:37.505678 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 03:26:37.505678 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 03:26:37.505678 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.505678 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.506141 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.506211 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:37.506625 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.506625 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.506625 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.506625 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.506625 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.506625 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.506625 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.506625 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507088 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507088 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507088 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507088 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507088 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507088 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507088 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507088 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507584 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507584 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507584 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] debug = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507584 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507584 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507584 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.507950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.508415 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.508415 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.508415 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.508415 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.508415 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.508415 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.509345 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] host = dv-cinder-843361-3-iscsi {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.509345 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.509345 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.509777 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.509777 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.510035 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.510183 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.510421 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.510675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.510923 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.511144 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.511395 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.511633 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.511859 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.512100 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.512251 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_options = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.512485 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.512745 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.513005 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.513217 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.513379 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.513518 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.513773 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.513930 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.514168 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.514378 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.514652 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.514818 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.515010 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.515244 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.515479 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.515691 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.515943 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.516161 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.516420 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.516641 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.516859 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.517125 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.517360 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.517613 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.518327 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.518542 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.518766 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.519583 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.519583 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.519583 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.519583 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.521535 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.521535 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.521535 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.521535 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.521535 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.521535 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.521535 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.521535 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.522518 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:26:37.522657 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.522657 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.522657 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.522657 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.522657 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.523224 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.523224 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.523465 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_json = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.523465 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.523694 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.523893 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.524140 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.524353 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.524635 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.524784 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.525181 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.525603 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.526190 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.526631 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.526631 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.526859 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.527111 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.527307 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.527553 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.527791 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.528239 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.528718 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.528883 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.529307 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.529805 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.530075 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.530493 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.531014 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.532826 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.532826 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.532826 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.532826 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.532826 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.532826 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.534088 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.534487 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.536213 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.536213 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.536213 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.536213 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.536213 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.536213 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.538755 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.538755 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.538755 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.538755 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.538755 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.538755 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.538755 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.538755 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.540922 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.540922 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.540922 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.540922 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.540922 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.540922 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.540922 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.540922 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.540922 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.541481 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.541481 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.541481 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.541481 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.541481 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.541481 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.541815 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.541815 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.541935 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.542201 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.542382 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.542628 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.542881 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.543113 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.543318 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.543542 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.543770 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.543979 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.544182 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.544412 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.544639 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.544883 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.545093 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.545320 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.545527 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.545735 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.545960 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.546171 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.546380 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.546586 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.546791 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.547031 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.547192 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.547420 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.547626 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.547898 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.548054 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.548243 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.548451 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.548687 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.548860 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.549119 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.549335 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.554675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.554675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.554675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.554675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.554675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.554675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.554675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.554675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555217 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555217 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555217 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555217 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555217 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555217 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555217 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555217 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555659 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555659 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555659 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555659 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555659 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555659 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555659 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.555659 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.556105 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.556105 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.556105 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.556105 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.556105 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.556105 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.556441 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.556870 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.556870 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.557118 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.557395 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.557675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.557953 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.558178 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.558420 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.558694 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.558917 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.559156 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.559400 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.559629 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.559893 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.560147 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.560407 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.560594 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.560812 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.561166 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.561396 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.561603 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.561828 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.562095 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.562336 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.562586 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.562838 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.563076 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.563320 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.563557 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.563778 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.564003 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.564229 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.564468 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.564690 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.565189 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.565189 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.565524 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.565661 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.565854 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.566043 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.566246 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.566451 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.566675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.566886 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.567096 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.567319 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.567524 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.567754 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.567983 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.568212 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.568423 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.568652 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.568856 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.569126 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.569337 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.569600 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.569849 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.570399 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.570399 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.570632 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.570719 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.570926 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.571163 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.571367 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.571630 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.571798 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.572013 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.572222 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.572444 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.572663 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.572869 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.573229 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.573389 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.573726 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.573968 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.574192 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.574452 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.574693 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.574902 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.575126 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.575334 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.575545 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.575754 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.575985 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.576200 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.576411 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.576623 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.576833 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.577068 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.577339 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583067 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583067 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583067 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583067 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583067 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583067 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583067 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583067 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583067 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.583950 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.584553 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.584553 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.584553 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.584553 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.584553 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.584553 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.584553 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.584553 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585175 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585175 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585175 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585175 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585175 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585175 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585175 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585175 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585870 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585870 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585870 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585870 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.585870 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.586599 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.586599 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.586599 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.586599 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.586886 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.586971 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.587157 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.587390 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.587604 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.587804 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.588073 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.588316 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.588550 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.588834 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.589057 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.589320 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.589581 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.590117 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.590117 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.590330 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.590756 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.591035 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.591333 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.591591 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.591905 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.592202 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.592460 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.592693 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.592966 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.593274 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.593557 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.593974 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.594325 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.594655 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.594930 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.595166 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.595417 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.595648 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.595929 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.596641 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.596873 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.597147 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.597343 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.597609 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.598039 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.598039 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.598286 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.598516 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.598729 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.598947 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.599171 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.599385 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.599593 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.599755 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 03:26:37.600279 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104336) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 28 03:26:37.600434 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 28 03:26:37.600616 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 28 03:26:37.600753 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 28 03:26:37.601071 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 28 03:26:37.601246 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 28 03:26:37.601447 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.601607 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.601761 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.601917 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.602113 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.602278 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.602431 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.602572 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.602724 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.602876 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.603028 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.603182 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.603334 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.603489 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.603641 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.603792 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.603944 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.604102 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.604271 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.604996 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.604996 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.604996 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] debug = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.604996 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.604996 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.605850 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.605850 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.605850 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.605850 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.606385 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.606385 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.606385 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.606668 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.606668 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.606865 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.606865 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.607113 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.607113 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.607397 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.607397 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.607552 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] host = dv-cinder-843361-3-iscsi {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.607675 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.607828 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.607980 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.608133 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.608285 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.608431 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.608566 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.608720 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.608871 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.609024 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.609197 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.609351 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.609491 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.609644 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.609801 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_options = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.609953 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.610105 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.610257 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.610436 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.610594 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.610750 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.610922 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.611061 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.611163 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:26:37.611269 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.611351 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.611520 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.611673 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.611827 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.611992 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.612120 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.612272 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.612424 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.612575 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.612774 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.612871 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.613013 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.613189 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.613343 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.613498 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.613650 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.613801 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.613952 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.614104 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.614257 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.614409 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.614563 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.614718 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.614870 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.615023 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.615176 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.615330 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.615482 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.615634 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.615791 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.615942 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.616094 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.616263 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.616388 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.616730 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.616730 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.616978 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.616978 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_json = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.617268 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.617268 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.617665 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.617665 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.618176 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.618176 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.618176 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.618176 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.618637 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 28 03:26:37.618637 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.618637 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.619204 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.619204 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.619204 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.619204 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.619517 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.619517 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.619674 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.619760 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.619888 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.620046 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.620213 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.620369 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.620526 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.620684 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.620841 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.620996 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.621179 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.621336 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.621493 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.621650 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.621846 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.621982 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.622099 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.622254 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.622409 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.622572 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.622726 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.622889 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.623060 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.623215 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.623371 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.41/identity {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.623525 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.623680 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.623838 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.623995 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.624152 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.624309 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.624466 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.624621 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.624777 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.624931 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.625086 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.625264 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.625805 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.625805 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.625805 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629327 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629327 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629327 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629327 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629327 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629327 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629327 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629327 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629327 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629830 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629830 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629830 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629830 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629830 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629830 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629830 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.629830 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630281 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630281 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630281 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630281 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630281 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630281 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630281 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630281 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630281 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630808 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630808 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630808 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630808 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630808 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630808 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630808 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630808 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.630808 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.631342 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.631342 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.631342 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.631511 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.631511 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.631669 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.631823 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.631977 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.632145 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.632324 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.632575 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.632575 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.632748 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.632890 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.633159 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.633260 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.633367 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.633528 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.633690 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.633832 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.633975 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.634289 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.634445 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.634743 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.635111 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.635227 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.635360 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.635523 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.635647 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.635798 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.635959 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.636115 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.636271 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.636420 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.636577 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.636733 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.636894 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.637049 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.637226 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.637379 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.637685 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.638001 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.638161 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.638319 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.638474 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.638625 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.638788 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.639036 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.639142 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.639224 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.639382 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.639540 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.639713 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.639868 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.640026 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.640177 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.640357 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.640516 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.640657 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.640816 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.640976 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.641151 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.641309 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.641465 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.641622 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.641779 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.641934 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.642091 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.41/identity {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.642247 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.642400 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.642556 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.643228 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.643462 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.643565 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.643698 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.643855 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.644012 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.644168 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.644323 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.644477 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.644635 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.644809 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.644931 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.645086 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.645251 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.645405 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.645559 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.645713 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.645869 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.646023 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.646177 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.646331 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.646486 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.646643 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.646800 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.646956 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.647111 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.647295 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.647424 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.647580 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.647736 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.647877 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.648036 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.648196 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.648542 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.648542 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.648805 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.648805 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.648971 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.649058 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.649219 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.649392 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.649548 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.649701 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.649862 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.650017 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.650172 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.650352 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.650482 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.650620 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.650775 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.650933 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.651088 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.651243 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.651410 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.651551 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.651706 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.651863 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.652022 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.652177 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.652333 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.652491 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.652648 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.652798 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.652947 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.653117 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.653277 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.653432 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.653587 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.653742 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.653912 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.654070 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.654224 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.654378 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.654532 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.654688 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.654855 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.655012 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.655166 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.655320 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.655475 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.655631 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.655798 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.655954 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.656108 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.656263 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.656417 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.656572 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.656737 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.656891 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.657045 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.657225 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.657381 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.657537 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.657703 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.657858 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.658014 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.658168 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.658323 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.659015 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.659185 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.659342 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.659498 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.659652 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.659808 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.659963 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.660128 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.660289 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.660445 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.660608 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.660763 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.660919 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.661075 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.661263 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.661420 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.661578 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.661734 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.661889 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.662045 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.662201 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.662361 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.662526 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.662689 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.662846 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.663010 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.663174 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.663339 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.663494 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.663656 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.663822 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.663977 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.664133 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.664289 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.664443 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.664597 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.664751 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.664906 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.665060 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.665237 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.665392 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.665547 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.665702 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.665857 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.666010 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.666165 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.666319 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.666474 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.666628 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.666783 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 28 03:26:37.666932 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104336) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 28 03:26:37.883587 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 57108) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:26:37.892097 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [-] 10.222.0.41 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065031 May 28 03:26:46.858331 dv-cinder-843361-3-iscsi neutron-server[104336]: DEBUG dbcounter [-] [104336] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104336) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:26:49.331879 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writer thread running {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 28 03:26:49.332845 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07113a7c-90eb-40f3-97ec-2502510d24d6 None None] get_active_networks_info from dv-cinder-843361-3-iscsi {{(pid=104451) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 28 03:26:49.389093 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07113a7c-90eb-40f3-97ec-2502510d24d6 None None] No non-hosted networks {{(pid=104451) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 28 03:26:49.404768 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.agentschedulers_db [None req-07113a7c-90eb-40f3-97ec-2502510d24d6 None None] DHCP Agent not found on host dv-cinder-843361-3-iscsi {{(pid=104451) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 28 03:26:49.593283 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5ab20964-f224-4333-9708-c5a054e6a406 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-877583'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:50.891196 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writer thread running {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 28 03:26:51.728896 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9c5dacea-9940-4a62-9c7e-0d642e43aaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-877583'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:51.776301 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.db.api [None req-6b3bbe83-4547-4aae-8a96-5d161efe492c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-843361-3-iscsi {{(pid=104451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 28 03:26:51.776769 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG oslo_db.api [None req-6b3bbe83-4547-4aae-8a96-5d161efe492c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 03:26:52.293455 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6b3bbe83-4547-4aae-8a96-5d161efe492c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:52.396452 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57176) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:26:52.785390 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-877583'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:53.061774 dv-cinder-843361-3-iscsi neutron-server[104450]: WARNING oslo_policy.policy [None req-e850428e-f352-40cb-b8b7-72d36b35b35f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 03:26:53.062350 dv-cinder-843361-3-iscsi neutron-server[104450]: WARNING oslo_policy.policy [None req-e850428e-f352-40cb-b8b7-72d36b35b35f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 03:26:53.281699 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [None req-e850428e-f352-40cb-b8b7-72d36b35b35f admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:26:53.293242 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e850428e-f352-40cb-b8b7-72d36b35b35f admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8847561 May 28 03:26:54.187158 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-877583'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:55.658138 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-877583'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:55.659210 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.659934 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.660245 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.660575 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.660955 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.661308 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.662106 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.662106 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.662356 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.662855 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.663382 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.663778 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.664587 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.664924 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.665430 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:55.668935 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-843361-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:26:55.681673 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-843361-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:26:55.818983 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57212) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:26:56.177364 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-5ab906c9-92ec-41d0-999e-38c966514fe9 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:26:56.267999 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.policy [None req-5ab906c9-92ec-41d0-999e-38c966514fe9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104450) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 28 03:26:56.309290 dv-cinder-843361-3-iscsi neutron-server[104450]: WARNING oslo_policy.policy [None req-5ab906c9-92ec-41d0-999e-38c966514fe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 03:26:56.309952 dv-cinder-843361-3-iscsi neutron-server[104450]: WARNING oslo_policy.policy [None req-5ab906c9-92ec-41d0-999e-38c966514fe9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 03:26:56.330685 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writer thread running {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 28 03:26:56.468638 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5ab906c9-92ec-41d0-999e-38c966514fe9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730619631222', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730619629674', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730619613493', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730619623642', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730619658407', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730619673933', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1899567', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1895618', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-914360', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-971877'] for rbac-policy (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:56.798048 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5ab906c9-92ec-41d0-999e-38c966514fe9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:56.817133 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5ab906c9-92ec-41d0-999e-38c966514fe9 admin admin] 10.222.0.41 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9800088 May 28 03:26:56.851339 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.db.l3_hamode_db [None req-3f9722a4-487a-4ba3-b2b9-bdd7d345567d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 28 03:26:56.933854 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9722a4-487a-4ba3-b2b9-bdd7d345567d None None] Routers set() bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:26:56.934234 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9722a4-487a-4ba3-b2b9-bdd7d345567d None None] Router IDs set() for agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 28 03:26:59.201349 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57224) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:26:59.527698 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:26:59.640870 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Made reservation on behalf of cd271be4aaeb4efab5ef86157a14122b for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:26:59.645532 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:59.662548 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:59.771166 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Publish callbacks [] for security_group (a328b3f8-18ed-4d77-8e06-8cc8ee9bdbdb), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:59.852216 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a328b3f8-18ed-4d77-8e06-8cc8ee9bdbdb), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:59.876469 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:26:59.911862 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730616678247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:26:59.912402 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Unsubscribe: segment precommit_create {{(pid=104450) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 28 03:26:59.912944 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Added segment 25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e of type vlan for network 4d9e4499-9282-4cea-ae4e-64392a967171 May 28 03:26:59.929973 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a328b3f8-18ed-4d77-8e06-8cc8ee9bdbdb,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:26:59.973891 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.974219 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.974573 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.974912 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.975236 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.975552 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.975870 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.976176 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.976486 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.976792 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.977098 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.977442 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.977754 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.978061 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.978363 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Tracked resource versions report: May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: pushed versions: May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: { 'AddressGroup': {'1.2'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Agent': {'1.1'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'ConntrackHelper': {'1.0'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'LocalIPAssociation': {'1.0'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Log': {'1.0'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'NDPProxy': {'1.0'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Network': {'1.1'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Port': {'1.7'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'PortForwarding': {'1.3'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'QosPolicy': {'1.10'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'SecurityGroup': {'1.5'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'SecurityGroupRule': {'1.2'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'SubPort': {'1.0'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Subnet': {'1.1'}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Trunk': {'1.1'}} May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: consumer versions: May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: { DHCP agent@dv-cinder-843361-3-iscsi: {}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: L3 agent@dv-cinder-843361-3-iscsi: {}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: Metadata agent@dv-cinder-843361-3-iscsi: {}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: Metering agent@dv-cinder-843361-3-iscsi: {}, May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: Open vSwitch agent@dv-cinder-843361-3-iscsi: { 'AddressGroup': '1.2', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Agent': '1.1', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'ConntrackHelper': '1.0', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'LocalIPAssociation': '1.0', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Log': '1.0', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'NDPProxy': '1.0', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Network': '1.1', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Port': '1.7', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'PortForwarding': '1.3', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'QosPolicy': '1.10', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'SecurityGroup': '1.5', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'SecurityGroupRule': '1.2', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'SubPort': '1.0', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Subnet': '1.1', May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Trunk': '1.1'}} May 28 03:26:59.979763 dv-cinder-843361-3-iscsi neutron-server[104450]: {{(pid=104450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 03:27:00.021589 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (4d9e4499-9282-4cea-ae4e-64392a967171), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:00.141248 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (4d9e4499-9282-4cea-ae4e-64392a967171), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:00.146413 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:27:00.147129 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:00.186291 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=52,neutron:INSERT=44,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:00.263488 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0610921 May 28 03:27:00.264382 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16c75e-40ec-4f16-98f6-c69fb262396d demo demo] Pushing event updated for resources: {'Network': ['ID=4d9e4499-9282-4cea-ae4e-64392a967171,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:00.299966 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network 4d9e4499-9282-4cea-ae4e-64392a967171 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:27:02.755515 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 57238) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:27:03.254314 dv-cinder-843361-3-iscsi neutron-server[104449]: WARNING oslo_policy.policy [None req-e38ee4ba-6025-42ec-bc90-5fa4c1de0966 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 03:27:03.254880 dv-cinder-843361-3-iscsi neutron-server[104449]: WARNING oslo_policy.policy [None req-e38ee4ba-6025-42ec-bc90-5fa4c1de0966 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 03:27:03.488242 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writer thread running {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 28 03:27:03.693585 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.policy [None req-e38ee4ba-6025-42ec-bc90-5fa4c1de0966 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104449) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 28 03:27:03.735100 dv-cinder-843361-3-iscsi neutron-server[104449]: WARNING oslo_policy.policy [None req-e38ee4ba-6025-42ec-bc90-5fa4c1de0966 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 03:27:03.735482 dv-cinder-843361-3-iscsi neutron-server[104449]: WARNING oslo_policy.policy [None req-e38ee4ba-6025-42ec-bc90-5fa4c1de0966 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 28 03:27:03.743460 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38ee4ba-6025-42ec-bc90-5fa4c1de0966 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:27:03.745234 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e38ee4ba-6025-42ec-bc90-5fa4c1de0966 demo admin] 10.222.0.41 "GET /v2.0/networks/4d9e4499-9282-4cea-ae4e-64392a967171 HTTP/1.1" status: 200 len: 825 time: 0.9887841 May 28 03:27:03.786387 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-491b7d8d-2552-4f80-a896-fde2f0e4b3ed demo admin] 10.222.0.41 "GET /v2.0/subnetpools/4404d206-f82f-4ea4-8275-5feb9114b565 HTTP/1.1" status: 200 len: 734 time: 0.0351503 May 28 03:27:03.795432 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Request body: {'subnet': {'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4404d206-f82f-4ea4-8275-5feb9114b565'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:27:03.897844 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Made reservation on behalf of cd271be4aaeb4efab5ef86157a14122b for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:27:03.900592 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:04.252851 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (be54f8a5-47e2-4f25-b225-d36fdfa01154), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:04.320706 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Checking segment: {'id': '25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:27:04.321069 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Network hostable DHCP agents. Network: 4d9e4499-9282-4cea-ae4e-64392a967171, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:27:04.326916 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=62,neutron:INSERT=38 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:04.339500 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Pushing event updated for resources: {'Subnet': ['ID=be54f8a5-47e2-4f25-b225-d36fdfa01154,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:04.351978 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.352308 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.352657 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.353052 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.353621 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.354152 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.354691 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.355226 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.356038 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.356562 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.357092 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.357677 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.358213 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.358745 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.359278 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Tracked resource versions report: May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: pushed versions: May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: { 'AddressGroup': {'1.2'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Agent': {'1.1'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'ConntrackHelper': {'1.0'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'LocalIPAssociation': {'1.0'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Log': {'1.0'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'NDPProxy': {'1.0'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Network': {'1.1'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Port': {'1.7'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'PortForwarding': {'1.3'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'QosPolicy': {'1.10'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'SecurityGroup': {'1.5'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'SecurityGroupRule': {'1.2'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'SubPort': {'1.0'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Subnet': {'1.1'}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Trunk': {'1.1'}} May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: consumer versions: May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: { DHCP agent@dv-cinder-843361-3-iscsi: {}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: L3 agent@dv-cinder-843361-3-iscsi: {}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: Metadata agent@dv-cinder-843361-3-iscsi: {}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: Metering agent@dv-cinder-843361-3-iscsi: {}, May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: Open vSwitch agent@dv-cinder-843361-3-iscsi: { 'AddressGroup': '1.2', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Agent': '1.1', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'ConntrackHelper': '1.0', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'LocalIPAssociation': '1.0', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Log': '1.0', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'NDPProxy': '1.0', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Network': '1.1', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Port': '1.7', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'PortForwarding': '1.3', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'QosPolicy': '1.10', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'SecurityGroup': '1.5', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'SecurityGroupRule': '1.2', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'SubPort': '1.0', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Subnet': '1.1', May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Trunk': '1.1'}} May 28 03:27:04.361785 dv-cinder-843361-3-iscsi neutron-server[104449]: {{(pid=104449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 03:27:04.444078 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Network 4d9e4499-9282-4cea-ae4e-64392a967171 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:27:04.506760 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, 4d9e4499-9282-4cea-ae4e-64392a967171) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:27:04.511402 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:27:04.512033 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:04.517911 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763065dd-c936-429b-a598-cbfb9f5b224e None None] Network 4d9e4499-9282-4cea-ae4e-64392a967171 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:27:04.717917 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-392596c1-0107-4ff4-bb63-d688df8515df demo admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9259200 May 28 03:27:04.764587 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a8d4a0-147d-503b-ad97-c41c9d5b7add-4d9e4499-9282-4cea-ae4e-64392a967171', 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171', 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'fixed_ips': [{'subnet_id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154'}]}} from dv-cinder-843361-3-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 03:27:04.766317 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:05.058601 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Allocated IP 172.20.0.2 (4d9e4499-9282-4cea-ae4e-64392a967171/be54f8a5-47e2-4f25-b225-d36fdfa01154/9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:27:05.168999 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=62,neutron:INSERT=36,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:05.327537 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Publish callbacks [] for port (9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:05.412749 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:05.453873 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:05.500280 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Network 4d9e4499-9282-4cea-ae4e-64392a967171 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:27:05.501654 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Pushing event updated for resources: {'Port': ['ID=9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:05.506070 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:27:05.509212 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:27:05.518993 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.519605 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.519718 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.520008 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.520339 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.520655 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.520971 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.521310 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.521626 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.521936 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.522249 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.522577 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.522892 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.523200 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.523507 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Tracked resource versions report: May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: pushed versions: May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: { 'AddressGroup': {'1.2'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Agent': {'1.1'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'ConntrackHelper': {'1.0'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'LocalIPAssociation': {'1.0'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Log': {'1.0'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'NDPProxy': {'1.0'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Network': {'1.1'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Port': {'1.7'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'PortForwarding': {'1.3'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'QosPolicy': {'1.10'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'SecurityGroup': {'1.5'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'SecurityGroupRule': {'1.2'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'SubPort': {'1.0'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Subnet': {'1.1'}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Trunk': {'1.1'}} May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: consumer versions: May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: { DHCP agent@dv-cinder-843361-3-iscsi: {}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: L3 agent@dv-cinder-843361-3-iscsi: {}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: Metadata agent@dv-cinder-843361-3-iscsi: {}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: Metering agent@dv-cinder-843361-3-iscsi: {}, May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: Open vSwitch agent@dv-cinder-843361-3-iscsi: { 'AddressGroup': '1.2', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Agent': '1.1', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'ConntrackHelper': '1.0', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'LocalIPAssociation': '1.0', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Log': '1.0', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'NDPProxy': '1.0', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Network': '1.1', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Port': '1.7', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'PortForwarding': '1.3', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'QosPolicy': '1.10', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'SecurityGroup': '1.5', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'SecurityGroupRule': '1.2', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'SubPort': '1.0', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Subnet': '1.1', May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Trunk': '1.1'}} May 28 03:27:05.524935 dv-cinder-843361-3-iscsi neutron-server[104451]: {{(pid=104451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 03:27:05.602274 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Attempting to bind port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:27:05.602574 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Attempting to bind port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:27:05.602989 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Attempting to bind port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 on network 4d9e4499-9282-4cea-ae4e-64392a967171 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:27:05.608765 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:27:05.609169 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Checking segment: {'id': '25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:27:05.609636 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:05.610013 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Bound using segment: {'id': '25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:27:05.610459 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Bound port: 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:27:05.610841 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:05.672568 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] For port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:27:05.692168 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] For port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9,segment=NetworkSegment(25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e),segment_id=25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:27:05.753659 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:05.809470 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82efa823-5fe0-4d22-8399-7191daac6f18 None None] Pushing event updated for resources: {'Port': ['ID=9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:07.187338 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 57262) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:27:07.515436 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [None req-80d8b2d6-0b3b-4e2f-aa5c-2f24a12eb495 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:27:07.516432 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-80d8b2d6-0b3b-4e2f-aa5c-2f24a12eb495 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3340418 May 28 03:27:09.115397 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=6 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:09.119832 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:09.977731 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57274) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:27:10.258588 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=53,neutron:INSERT=11,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:10.294962 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [None req-1552e401-1ef4-42df-a84d-32bf9c6b6d86 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:27:10.309519 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1552e401-1ef4-42df-a84d-32bf9c6b6d86 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3307791 May 28 03:27:12.740233 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57282) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:27:13.062999 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-f7c5371b-1831-4c86-9a0a-1ebafa3271e2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:27:13.141585 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f7c5371b-1831-4c86-9a0a-1ebafa3271e2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-858483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5120'] for router (778944ec-c157-4ca0-926e-417a7301da1f), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:13.143683 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f7c5371b-1831-4c86-9a0a-1ebafa3271e2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router (778944ec-c157-4ca0-926e-417a7301da1f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:13.280935 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f7c5371b-1831-4c86-9a0a-1ebafa3271e2 demo demo] Publish callbacks [] for router_controller (778944ec-c157-4ca0-926e-417a7301da1f), precommit_add_association {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:13.338850 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f7c5371b-1831-4c86-9a0a-1ebafa3271e2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877056'] for router (778944ec-c157-4ca0-926e-417a7301da1f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:13.434528 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f7c5371b-1831-4c86-9a0a-1ebafa3271e2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:13.435637 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f7c5371b-1831-4c86-9a0a-1ebafa3271e2 demo demo] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6943624 May 28 03:27:14.525117 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=59,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:14.614474 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:15.798152 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:15.807083 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:15.870900 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57298) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:27:16.208404 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [None req-a45fc2b8-a7a3-4598-b6d0-860978343390 admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:27:16.209431 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a45fc2b8-a7a3-4598-b6d0-860978343390 admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3375828 May 28 03:27:16.267918 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:27:16.359164 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:27:16.359579 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:16.476002 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:27:16.476002 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:16.502376 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9,segment=NetworkSegment(25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e),segment_id=25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:27:16.617800 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:16.665963 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:17.076831 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe221dd-d079-4148-b7cd-f5dd71c2baf8 None None] Network 4d9e4499-9282-4cea-ae4e-64392a967171 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:27:17.169276 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-7c5dce6e-58ff-49cc-a374-cf9bcd44b1a2 None None] Provisioning complete for port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:27:17.169576 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7c5dce6e-58ff-49cc-a374-cf9bcd44b1a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:17.279891 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-7c5dce6e-58ff-49cc-a374-cf9bcd44b1a2 None None] Current status of the port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:27:17.398555 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-49901865-6b86-4599-8af0-8a75c6ec5fa4 None None] Provisioning complete for port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:27:17.398945 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-49901865-6b86-4599-8af0-8a75c6ec5fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:17.472291 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-49901865-6b86-4599-8af0-8a75c6ec5fa4 None None] Current status of the port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:27:18.245071 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:27:18.290369 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:27:18.290766 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:18.362116 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:27:18.668661 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 57306) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:27:18.984063 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:27:19.055483 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Made reservation on behalf of cc9d398b29a149a4ab99273f43b67fb2 for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:27:19.057829 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:19.073371 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:19.181874 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Publish callbacks [] for security_group (c4b88259-531c-431e-8bef-c469a85c156f), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:19.237871 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (c4b88259-531c-431e-8bef-c469a85c156f), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:19.257661 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Reserving flat network on physical network physnet1 {{(pid=104449) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 28 03:27:19.276524 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b88259-531c-431e-8bef-c469a85c156f,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:19.282602 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730616678247', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (620e6ff6-994b-4ab7-9162-c2460b81c717), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:19.283120 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Unsubscribe: segment precommit_create {{(pid=104449) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 28 03:27:19.283611 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Added segment 620e6ff6-994b-4ab7-9162-c2460b81c717 of type flat for network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 May 28 03:27:19.347557 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (bd0e0d2f-edac-4c16-8f78-e1a5fc640019), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:19.360349 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cadc8db5-305f-4431-96f9-0e5c1063edd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:19.474455 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (bd0e0d2f-edac-4c16-8f78-e1a5fc640019), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:19.475442 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:27:19.476024 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:19.582726 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] Pushing event updated for resources: {'Network': ['ID=bd0e0d2f-edac-4c16-8f78-e1a5fc640019,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:19.595616 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:27:19.772412 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c6505982-53dd-4f6b-863d-ced44c8d28ce admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1026390 May 28 03:27:20.538476 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:27:21.760607 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-76fecb11-a40b-4ec7-81e7-b1fb37c91a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:22.152289 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 57314) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:27:22.526383 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1fefebb-d35f-492c-8015-2d95e702b318 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:27:22.527701 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e1fefebb-d35f-492c-8015-2d95e702b318 demo admin] 10.222.0.41 "GET /v2.0/subnets/be54f8a5-47e2-4f25-b225-d36fdfa01154 HTTP/1.1" status: 200 len: 849 time: 0.3744743 May 28 03:27:22.687452 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:22.696410 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c968b954-f206-48c7-8f9c-a37001f54e84 demo admin] 10.222.0.41 "GET /v2.0/routers/778944ec-c157-4ca0-926e-417a7301da1f HTTP/1.1" status: 200 len: 704 time: 0.1621757 May 28 03:27:22.809769 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:22.962585 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:23.144135 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:23.233723 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:23.264750 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Allocated IP 172.20.0.1 (4d9e4499-9282-4cea-ae4e-64392a967171/be54f8a5-47e2-4f25-b225-d36fdfa01154/643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:27:23.348393 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=8,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:23.351353 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=11,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:23.425505 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Publish callbacks [] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:23.535578 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:23.619218 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Network 4d9e4499-9282-4cea-ae4e-64392a967171 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:27:23.627047 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:27:23.629145 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Pushing event updated for resources: {'Port': ['ID=643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:23.631697 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:27:23.632249 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878195'] for router_interface (778944ec-c157-4ca0-926e-417a7301da1f), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:23.869455 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-e424ca18-1cd2-4c5e-a172-366058e2de3b None None] Provisioning complete for port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:27:23.870017 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e424ca18-1cd2-4c5e-a172-366058e2de3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:23.893791 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:23.901415 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-e424ca18-1cd2-4c5e-a172-366058e2de3b None None] Port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:27:23.952219 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:24.100869 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:24.139899 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:24.181670 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Publish callbacks [] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:24.234429 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:24.235263 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-877763'] for router_interface (778944ec-c157-4ca0-926e-417a7301da1f), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:24.300615 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Pushing event updated for resources: {'Port': ['ID=643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:24.364785 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Network 4d9e4499-9282-4cea-ae4e-64392a967171 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:27:24.366092 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:27:24.589404 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Router 778944ec-c157-4ca0-926e-417a7301da1f is scheduled to L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 with binding_index 1 {{(pid=104449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 03:27:24.640786 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:24.684846 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:27:24.690251 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-99aece0b-f1a6-48a9-9dc4-7cfae034330e demo admin] 10.222.0.41 "PUT /v2.0/routers/778944ec-c157-4ca0-926e-417a7301da1f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9882462 May 28 03:27:24.715371 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Sync routers for ids ['778944ec-c157-4ca0-926e-417a7301da1f'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:27:24.725216 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-9bdeb9f7-8bd0-4dba-a8b5-44ffb9620d72 None None] Provisioning complete for port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:27:24.725460 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9bdeb9f7-8bd0-4dba-a8b5-44ffb9620d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:24.726242 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Routers {'778944ec-c157-4ca0-926e-417a7301da1f'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:27:24.727153 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:27:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['778944ec-c157-4ca0-926e-417a7301da1f'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:27:24.760039 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-9bdeb9f7-8bd0-4dba-a8b5-44ffb9620d72 None None] Port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:27:24.908443 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Set router 778944ec-c157-4ca0-926e-417a7301da1f gateway port host: None {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:27:25.326501 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778944ec-c157-4ca0-926e-417a7301da1f', 'name': 'router1', 'tenant_id': 'cd271be4aaeb4efab5ef86157a14122b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:27:13Z', 'updated_at': '2022-05-28T03:27:23Z', 'revision_number': 2, 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'gw_port_host': None, '_interfaces': [{'id': '643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc', 'name': '', 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171', 'tenant_id': 'cd271be4aaeb4efab5ef86157a14122b', 'mac_address': 'fa:16:3e:ef:28:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778944ec-c157-4ca0-926e-417a7301da1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:27:22Z', 'updated_at': '2022-05-28T03:27:24Z', 'revision_number': 2, 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'subnets': [{'id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4404d206-f82f-4ea4-8275-5feb9114b565'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:27:25.375106 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Checking router: 778944ec-c157-4ca0-926e-417a7301da1f for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:27:25.375474 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Updating router 778944ec-c157-4ca0-926e-417a7301da1f port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:27:25.427479 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:25.663542 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:25.955829 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Publish callbacks [] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:26.034846 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:26.204922 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Pushing event updated for resources: {'Port': ['ID=643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:26.209249 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Attempting to bind port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:27:26.209249 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Attempting to bind port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:27:26.209496 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Attempting to bind port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc on network 4d9e4499-9282-4cea-ae4e-64392a967171 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:27:26.218545 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.218890 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.219227 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.219569 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.219959 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.220797 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.221152 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.221458 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.221784 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.222188 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.222408 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.222740 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.223059 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.223375 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.223689 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Tracked resource versions report: May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: pushed versions: May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: { 'AddressGroup': {'1.2'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Agent': {'1.1'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'ConntrackHelper': {'1.0'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'LocalIPAssociation': {'1.0'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Log': {'1.0'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'NDPProxy': {'1.0'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Network': {'1.1'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Port': {'1.7'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'PortForwarding': {'1.3'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'QosPolicy': {'1.10'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'SecurityGroup': {'1.5'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'SecurityGroupRule': {'1.2'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'SubPort': {'1.0'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Subnet': {'1.1'}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Trunk': {'1.1'}} May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: consumer versions: May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: { DHCP agent@dv-cinder-843361-3-iscsi: {}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: L3 agent@dv-cinder-843361-3-iscsi: {}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: Metadata agent@dv-cinder-843361-3-iscsi: {}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: Metering agent@dv-cinder-843361-3-iscsi: {}, May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: Open vSwitch agent@dv-cinder-843361-3-iscsi: { 'AddressGroup': '1.2', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Agent': '1.1', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'ConntrackHelper': '1.0', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'LocalIPAssociation': '1.0', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Log': '1.0', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'NDPProxy': '1.0', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Network': '1.1', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Port': '1.7', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'PortForwarding': '1.3', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'QosPolicy': '1.10', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'SecurityGroup': '1.5', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'SecurityGroupRule': '1.2', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'SubPort': '1.0', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Subnet': '1.1', May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Trunk': '1.1'}} May 28 03:27:26.225146 dv-cinder-843361-3-iscsi neutron-server[104452]: {{(pid=104452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 03:27:26.227575 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:27:26.227895 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Checking segment: {'id': '25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:27:26.228371 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:26.228748 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Bound using segment: {'id': '25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:27:26.229254 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Bound port: 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:27:26.229632 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:26.264741 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:26.288165 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-c122d4f6-653e-4a68-b1c1-d949ad7c1fbf None None] Provisioning complete for port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:27:26.288627 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c122d4f6-653e-4a68-b1c1-d949ad7c1fbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:26.289526 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:26.295532 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] For port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:27:26.314847 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] For port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc,segment=NetworkSegment(25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e),segment_id=25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:27:26.321262 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-c122d4f6-653e-4a68-b1c1-d949ad7c1fbf None None] Port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:27:26.424941 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:26.484359 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a145821-7d28-4491-aeb2-e9626c924658 None None] Pushing event updated for resources: {'Port': ['ID=643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:26.488582 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Routers {'778944ec-c157-4ca0-926e-417a7301da1f'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:27:26.493362 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:27:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['778944ec-c157-4ca0-926e-417a7301da1f'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:27:26.575139 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] Set router 778944ec-c157-4ca0-926e-417a7301da1f gateway port host: None {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:27:26.639670 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-66133768-e173-4658-894d-6aa5fca8a1b3 None None] Provisioning complete for port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:27:26.640047 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-66133768-e173-4658-894d-6aa5fca8a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:26.713398 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-66133768-e173-4658-894d-6aa5fca8a1b3 None None] Current status of the port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:27:26.714490 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-66133768-e173-4658-894d-6aa5fca8a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:26.752898 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-66133768-e173-4658-894d-6aa5fca8a1b3 None None] For port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc,segment=NetworkSegment(25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e),segment_id=25a5ba39-9b4c-4bd7-95e3-01a0a1c9e37e)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:27:26.777362 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778944ec-c157-4ca0-926e-417a7301da1f', 'name': 'router1', 'tenant_id': 'cd271be4aaeb4efab5ef86157a14122b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:27:13Z', 'updated_at': '2022-05-28T03:27:23Z', 'revision_number': 2, 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'gw_port_host': None, '_interfaces': [{'id': '643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc', 'name': '', 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171', 'tenant_id': 'cd271be4aaeb4efab5ef86157a14122b', 'mac_address': 'fa:16:3e:ef:28:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778944ec-c157-4ca0-926e-417a7301da1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:27:22Z', 'updated_at': '2022-05-28T03:27:26Z', 'revision_number': 4, 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'subnets': [{'id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4404d206-f82f-4ea4-8275-5feb9114b565'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:27:26.801356 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fce91a-7f40-4c79-8a03-27d957ac1195 None None] The sync data for ids ['778944ec-c157-4ca0-926e-417a7301da1f'] in dv-cinder-843361-3-iscsi is: [{'id': '778944ec-c157-4ca0-926e-417a7301da1f', 'name': 'router1', 'tenant_id': 'cd271be4aaeb4efab5ef86157a14122b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:27:13Z', 'updated_at': '2022-05-28T03:27:23Z', 'revision_number': 2, 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'gw_port_host': None, '_interfaces': [{'id': '643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc', 'name': '', 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171', 'tenant_id': 'cd271be4aaeb4efab5ef86157a14122b', 'mac_address': 'fa:16:3e:ef:28:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778944ec-c157-4ca0-926e-417a7301da1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:27:22Z', 'updated_at': '2022-05-28T03:27:26Z', 'revision_number': 4, 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'subnets': [{'id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4404d206-f82f-4ea4-8275-5feb9114b565'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:27:26.827074 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-66133768-e173-4658-894d-6aa5fca8a1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:26.875071 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66133768-e173-4658-894d-6aa5fca8a1b3 None None] Pushing event updated for resources: {'Port': ['ID=643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:27.075256 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57338) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:27:27.266896 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a75fbd4-0c1e-4ddd-a87c-84a4064ed59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:27:27.268277 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1a75fbd4-0c1e-4ddd-a87c-84a4064ed59a admin admin] 10.222.0.41 "GET /v2.0/networks/bd0e0d2f-edac-4c16-8f78-e1a5fc640019 HTTP/1.1" status: 200 len: 842 time: 0.1920733 May 28 03:27:27.277851 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'gateway_ip': '172.27.3.1'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:27:27.377818 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] Made reservation on behalf of cc9d398b29a149a4ab99273f43b67fb2 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:27:27.380324 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:27.814523 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.objects.ports [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104450) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 28 03:27:27.814985 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (53ed9213-750f-4faa-9026-ffe8b7c2aa92), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:27.877054 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53ed9213-750f-4faa-9026-ffe8b7c2aa92,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:27.887943 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] Checking segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:27:27.888121 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] Network hostable DHCP agents. Network: bd0e0d2f-edac-4c16-8f78-e1a5fc640019, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:27:27.983385 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:27:28.052015 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, bd0e0d2f-edac-4c16-8f78-e1a5fc640019) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:27:28.056608 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:27:28.057304 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:28.062489 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3e0be4-5c2c-40c7-9fc5-c163d3829cea None None] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:27:28.131505 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5615e0f2-507c-45a3-9778-e391c0be40f7 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8562448 May 28 03:27:28.173859 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9fe6b3-a160-4093-98c2-113988370b17 None None] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:27:30.502684 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57356) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:27:30.715417 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-347f855e-c4c4-4011-bbec-ee205d7d239e demo admin] 10.222.0.41 "GET /v2.0/routers/778944ec-c157-4ca0-926e-417a7301da1f HTTP/1.1" status: 200 len: 710 time: 0.2115414 May 28 03:27:30.807064 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4248e10f-4dc6-45c2-ab42-acca47b0ae3c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:27:30.808507 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4248e10f-4dc6-45c2-ab42-acca47b0ae3c demo admin] 10.222.0.41 "GET /v2.0/networks/bd0e0d2f-edac-4c16-8f78-e1a5fc640019 HTTP/1.1" status: 200 len: 886 time: 0.0874979 May 28 03:27:30.817980 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:27:30.977719 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:31.057865 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Publish callbacks [] for router_gateway (778944ec-c157-4ca0-926e-417a7301da1f), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:31.120025 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:31.329915 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Publish callbacks [] for router_gateway (778944ec-c157-4ca0-926e-417a7301da1f), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:31.457054 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:31.641069 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Allocated IP 172.27.3.68 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/b3864597-d53f-40de-a8da-61b3e79a11d4) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:27:31.750449 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Publish callbacks [] for port (b3864597-d53f-40de-a8da-61b3e79a11d4), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:31.858375 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (b3864597-d53f-40de-a8da-61b3e79a11d4), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:31.915825 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:27:31.920619 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:27:31.930492 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:27:31.990063 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Pushing event updated for resources: {'Port': ['ID=b3864597-d53f-40de-a8da-61b3e79a11d4,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:32.191227 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:32.306018 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Publish callbacks [] for router_gateway (778944ec-c157-4ca0-926e-417a7301da1f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:32.379822 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:32.490139 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-877085', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-580845', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5159'] for router (778944ec-c157-4ca0-926e-417a7301da1f), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:32.494693 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-877078', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-877071', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-580838'] for router (778944ec-c157-4ca0-926e-417a7301da1f), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:32.603852 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Router 778944ec-c157-4ca0-926e-417a7301da1f has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:27:32.704307 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:27:32.708915 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:32.710088 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c698a08b-3867-4e9e-9225-3d13a9a132b2 demo admin] 10.222.0.41 "PUT /v2.0/routers/778944ec-c157-4ca0-926e-417a7301da1f HTTP/1.1" status: 200 len: 889 time: 1.8951914 May 28 03:27:34.264984 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:27:34.309951 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:27:34.310322 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:34.380307 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:27:34.682899 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=38 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:35.151806 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57368) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:27:35.266101 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-66e0a085-15f5-4dd3-a338-93fcb17aa65f admin admin] 10.222.0.41 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1131506 May 28 03:27:35.592300 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Sync routers for ids ['778944ec-c157-4ca0-926e-417a7301da1f'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:27:35.605062 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Routers {'778944ec-c157-4ca0-926e-417a7301da1f'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:27:35.605822 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:27:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['778944ec-c157-4ca0-926e-417a7301da1f'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:27:35.822085 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Set router 778944ec-c157-4ca0-926e-417a7301da1f gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:27:35.990207 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:36.000198 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:36.203094 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778944ec-c157-4ca0-926e-417a7301da1f', 'name': 'router1', 'tenant_id': 'cd271be4aaeb4efab5ef86157a14122b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'b3864597-d53f-40de-a8da-61b3e79a11d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:27:13Z', 'updated_at': '2022-05-28T03:27:32Z', 'revision_number': 4, 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'gw_port': {'id': 'b3864597-d53f-40de-a8da-61b3e79a11d4', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778944ec-c157-4ca0-926e-417a7301da1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:27:31Z', 'updated_at': '2022-05-28T03:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc', 'name': '', 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171', 'tenant_id': 'cd271be4aaeb4efab5ef86157a14122b', 'mac_address': 'fa:16:3e:ef:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778944ec-c157-4ca0-926e-417a7301da1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:27:22Z', 'updated_at': '2022-05-28T03:27:26Z', 'revision_number': 5, 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'subnets': [{'id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4404d206-f82f-4ea4-8275-5feb9114b565'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:27:36.314751 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Checking router: 778944ec-c157-4ca0-926e-417a7301da1f for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:27:36.315091 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Updating router 778944ec-c157-4ca0-926e-417a7301da1f port b3864597-d53f-40de-a8da-61b3e79a11d4 binding host dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:27:36.367640 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (b3864597-d53f-40de-a8da-61b3e79a11d4), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:36.702562 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Publish callbacks [] for port (b3864597-d53f-40de-a8da-61b3e79a11d4), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:36.779890 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:UPDATE=2,neutron:SELECT=50,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:36.780685 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=36 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:36.780932 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (b3864597-d53f-40de-a8da-61b3e79a11d4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:36.832556 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473991bb-9b31-42d7-84a9-f933539a3f5b None None] Pushing event updated for resources: {'Port': ['ID=b3864597-d53f-40de-a8da-61b3e79a11d4,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:36.837382 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Attempting to bind port b3864597-d53f-40de-a8da-61b3e79a11d4 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:27:36.837759 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Attempting to bind port b3864597-d53f-40de-a8da-61b3e79a11d4 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:27:36.838115 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Attempting to bind port b3864597-d53f-40de-a8da-61b3e79a11d4 on network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:27:36.843386 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 27, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:27:36.843753 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Checking segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:27:36.844143 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:36.844520 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Bound using segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:27:36.845635 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Bound port: b3864597-d53f-40de-a8da-61b3e79a11d4, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:27:36.848180 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (b3864597-d53f-40de-a8da-61b3e79a11d4), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:36.900932 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] For port b3864597-d53f-40de-a8da-61b3e79a11d4, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:27:36.909444 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] For port b3864597-d53f-40de-a8da-61b3e79a11d4, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=b3864597-d53f-40de-a8da-61b3e79a11d4,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:27:36.983940 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (b3864597-d53f-40de-a8da-61b3e79a11d4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:37.046849 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Routers {'778944ec-c157-4ca0-926e-417a7301da1f'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:27:37.047392 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:27:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['778944ec-c157-4ca0-926e-417a7301da1f'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:27:37.081699 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473991bb-9b31-42d7-84a9-f933539a3f5b None None] Pushing event updated for resources: {'Port': ['ID=b3864597-d53f-40de-a8da-61b3e79a11d4,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:37.156766 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] Set router 778944ec-c157-4ca0-926e-417a7301da1f gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:27:37.244844 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:37.279583 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:37.370465 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778944ec-c157-4ca0-926e-417a7301da1f', 'name': 'router1', 'tenant_id': 'cd271be4aaeb4efab5ef86157a14122b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'b3864597-d53f-40de-a8da-61b3e79a11d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:27:13Z', 'updated_at': '2022-05-28T03:27:32Z', 'revision_number': 4, 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'gw_port': {'id': 'b3864597-d53f-40de-a8da-61b3e79a11d4', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778944ec-c157-4ca0-926e-417a7301da1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:27:31Z', 'updated_at': '2022-05-28T03:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc', 'name': '', 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171', 'tenant_id': 'cd271be4aaeb4efab5ef86157a14122b', 'mac_address': 'fa:16:3e:ef:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778944ec-c157-4ca0-926e-417a7301da1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:27:22Z', 'updated_at': '2022-05-28T03:27:26Z', 'revision_number': 5, 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'subnets': [{'id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4404d206-f82f-4ea4-8275-5feb9114b565'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:27:37.404521 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0face7-aaa6-487e-aa99-1a725c8aafda None None] The sync data for ids ['778944ec-c157-4ca0-926e-417a7301da1f'] in dv-cinder-843361-3-iscsi is: [{'id': '778944ec-c157-4ca0-926e-417a7301da1f', 'name': 'router1', 'tenant_id': 'cd271be4aaeb4efab5ef86157a14122b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': 'b3864597-d53f-40de-a8da-61b3e79a11d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:27:13Z', 'updated_at': '2022-05-28T03:27:32Z', 'revision_number': 4, 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'gw_port': {'id': 'b3864597-d53f-40de-a8da-61b3e79a11d4', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:7b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778944ec-c157-4ca0-926e-417a7301da1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:27:31Z', 'updated_at': '2022-05-28T03:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc', 'name': '', 'network_id': '4d9e4499-9282-4cea-ae4e-64392a967171', 'tenant_id': 'cd271be4aaeb4efab5ef86157a14122b', 'mac_address': 'fa:16:3e:ef:28:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778944ec-c157-4ca0-926e-417a7301da1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:27:22Z', 'updated_at': '2022-05-28T03:27:26Z', 'revision_number': 5, 'project_id': 'cd271be4aaeb4efab5ef86157a14122b', 'subnets': [{'id': 'be54f8a5-47e2-4f25-b225-d36fdfa01154', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4404d206-f82f-4ea4-8275-5feb9114b565'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:27:38.324189 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device b3864597-d53f-40de-a8da-61b3e79a11d4 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:27:38.408154 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port b3864597-d53f-40de-a8da-61b3e79a11d4 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:27:38.408694 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (b3864597-d53f-40de-a8da-61b3e79a11d4), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:38.488040 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port b3864597-d53f-40de-a8da-61b3e79a11d4 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:27:38.488566 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (b3864597-d53f-40de-a8da-61b3e79a11d4), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:38.509643 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port b3864597-d53f-40de-a8da-61b3e79a11d4, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=b3864597-d53f-40de-a8da-61b3e79a11d4,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:27:38.598072 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (b3864597-d53f-40de-a8da-61b3e79a11d4), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:38.658522 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=b3864597-d53f-40de-a8da-61b3e79a11d4,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:27:40.335779 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device b3864597-d53f-40de-a8da-61b3e79a11d4 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:27:40.389680 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port b3864597-d53f-40de-a8da-61b3e79a11d4 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:27:40.390358 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (b3864597-d53f-40de-a8da-61b3e79a11d4), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:40.471130 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port b3864597-d53f-40de-a8da-61b3e79a11d4 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:27:45.258398 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=23 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:45.262680 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=60 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:27:49.363630 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c2eebeba-26ac-4351-a791-9563fd3226ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:51.683927 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-60aa2882-41cd-48cd-ae1b-d1f424787fdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:52.755080 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:54.153443 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:55.632289 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:27:57.539926 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:28:05.565158 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:28:05.566405 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=45,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:28:08.532014 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:28:08.548553 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=6 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:28:19.480542 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5268e433-d9e1-401a-b39c-da071d7ff7b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:21.696963 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-63e07a78-aeb5-40e3-bc64-da363a1f3685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:22.766200 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:24.111643 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:25.620550 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:34.539714 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:28:35.560497 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:28:35.563340 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:28:47.532284 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:28:47.534145 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:28:49.357685 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-05dc5e9c-3907-49b6-a119-22573c19263e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:51.684186 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-80558284-b8b8-4cbb-8c6d-04512164f0e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:52.747120 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:54.117253 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:54.888776 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57904) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:28:54.952079 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0ea3338-1eb4-4483-9dda-81e29d554b5c admin admin] GET failed (client error): The resource could not be found. May 28 03:28:54.953925 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e0ea3338-1eb4-4483-9dda-81e29d554b5c admin admin] 10.222.0.41 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641634 May 28 03:28:55.177272 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035bde93-8984-4f69-be7e-249c725f6020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:28:55.178685 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-035bde93-8984-4f69-be7e-249c725f6020 admin admin] 10.222.0.41 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2206964 May 28 03:28:55.621332 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:57.394671 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57914) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:28:57.496925 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-147924c9-7b6e-4e40-a1f1-c196c0dbc39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:28:57.498316 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-147924c9-7b6e-4e40-a1f1-c196c0dbc39a admin admin] 10.222.0.41 "GET /v2.0/subnets/be54f8a5-47e2-4f25-b225-d36fdfa01154 HTTP/1.1" status: 200 len: 849 time: 0.1026747 May 28 03:28:57.508378 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:28:57.592786 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Publish callbacks [] for subnet (be54f8a5-47e2-4f25-b225-d36fdfa01154), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:57.786562 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730616510684'] for subnet (be54f8a5-47e2-4f25-b225-d36fdfa01154), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:57.818877 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:28:57.819988 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:57.826363 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] 10.222.0.41 "PUT /v2.0/subnets/be54f8a5-47e2-4f25-b225-d36fdfa01154 HTTP/1.1" status: 200 len: 868 time: 0.3160012 May 28 03:28:57.826600 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f04a163-897c-4117-b79e-ffb295ec411f None None] Network 4d9e4499-9282-4cea-ae4e-64392a967171 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:28:57.840027 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=be54f8a5-47e2-4f25-b225-d36fdfa01154,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:28:57.848194 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.848796 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.849373 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.849721 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.850053 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.850497 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.850712 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.851036 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.851374 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.851705 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.852043 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.852371 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.852690 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.853013 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:57.853370 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aebbad-cf99-4b66-a828-687235100f0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:28:58.188853 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b6d01b8c-d8c6-4671-a7ec-1b287ce00fa6 None None] Provisioning complete for port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:28:58.189192 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b6d01b8c-d8c6-4671-a7ec-1b287ce00fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:58.263684 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b6d01b8c-d8c6-4671-a7ec-1b287ce00fa6 None None] Current status of the port 643c6e5f-c374-4c8c-a4fc-8aa99a83c2cc is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:28:58.271807 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b6d01b8c-d8c6-4671-a7ec-1b287ce00fa6 None None] Provisioning complete for port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:28:58.272190 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b6d01b8c-d8c6-4671-a7ec-1b287ce00fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:28:58.341204 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b6d01b8c-d8c6-4671-a7ec-1b287ce00fa6 None None] Current status of the port 9994e98c-8b2e-4d6f-a0d2-bdbc0adafcf9 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:29:00.046607 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57922) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:29:00.259218 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee483b7c-f263-490d-9f4a-9aa349aa2c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:00.259692 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee483b7c-f263-490d-9f4a-9aa349aa2c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:00.261234 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ee483b7c-f263-490d-9f4a-9aa349aa2c91 admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2136495 May 28 03:29:02.476615 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 57930) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:29:02.682845 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0524aca-6e05-4275-beb2-40c1171c906c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:02.683320 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0524aca-6e05-4275-beb2-40c1171c906c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:02.684893 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a0524aca-6e05-4275-beb2-40c1171c906c admin admin] 10.222.0.41 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2072947 May 28 03:29:04.881420 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57940) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:29:05.027822 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a14d9a-5221-421d-80aa-cb05da360aa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:05.029191 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-69a14d9a-5221-421d-80aa-cb05da360aa6 admin admin] 10.222.0.41 "GET /v2.0/networks/4d9e4499-9282-4cea-ae4e-64392a967171 HTTP/1.1" status: 200 len: 869 time: 0.1468201 May 28 03:29:07.243352 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57948) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:29:07.365050 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:29:07.367956 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1614a68-4472-420b-bad7-1cdc2b1f63fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:07.369336 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d1614a68-4472-420b-bad7-1cdc2b1f63fb admin admin] 10.222.0.41 "GET /v2.0/networks/bd0e0d2f-edac-4c16-8f78-e1a5fc640019 HTTP/1.1" status: 200 len: 886 time: 0.1250107 May 28 03:29:08.334388 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:29:08.340307 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:29:09.579599 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 57956) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:29:09.704598 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b80fe83-682d-4830-a3f6-9c3aae51568f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:09.705047 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b80fe83-682d-4830-a3f6-9c3aae51568f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:09.706590 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5b80fe83-682d-4830-a3f6-9c3aae51568f admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1259906 May 28 03:29:11.538702 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:29:11.941450 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 57964) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:29:12.033719 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9eff1c-9624-4bd8-8793-341d549ff424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:12.034176 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9eff1c-9624-4bd8-8793-341d549ff424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:12.035695 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ba9eff1c-9624-4bd8-8793-341d549ff424 admin admin] 10.222.0.41 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0933030 May 28 03:29:14.246983 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57974) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:29:14.334704 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde3560d-9055-4752-898a-eda5c2cd3963 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:14.336010 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-cde3560d-9055-4752-898a-eda5c2cd3963 admin admin] 10.222.0.41 "GET /v2.0/subnets/53ed9213-750f-4faa-9026-ffe8b7c2aa92 HTTP/1.1" status: 200 len: 816 time: 0.0880189 May 28 03:29:16.543064 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 57982) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:29:16.594066 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:29:16.635955 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfb653c-bde7-4f69-8dcc-1d0af9e0896b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:16.637350 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ccfb653c-bde7-4f69-8dcc-1d0af9e0896b admin admin] 10.222.0.41 "GET /v2.0/subnets/be54f8a5-47e2-4f25-b225-d36fdfa01154 HTTP/1.1" status: 200 len: 868 time: 0.0932913 May 28 03:29:19.350863 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bb14c303-0238-4108-b9fa-2ec7a2f69b3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:29:21.700634 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6661460c-ae61-4868-82f7-e919b77950ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:29:22.027915 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=26 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:29:22.028745 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=23 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:29:22.544979 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:29:22.548884 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:29:22.735276 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:29:24.117423 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:29:25.654929 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:29:26.633503 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=17 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:29:35.559464 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:29:35.561852 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:29:48.537668 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:29:49.340323 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8816550a-0a10-4e81-98a1-8599bb2bc1bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:29:51.705855 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bd8b95b2-02fd-421c-958b-86e43468c538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:29:52.762487 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:29:54.105307 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:29:55.653851 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:29:57.018816 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58040) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:29:57.066241 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [None req-886ae583-33ae-411c-8f97-8e95f3bc605a admin admin] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:29:57.067287 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-886ae583-33ae-411c-8f97-8e95f3bc605a admin admin] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0475097 May 28 03:29:59.356811 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58048) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:29:59.417305 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.pecan_wsgi.hooks.translation [None req-06d0d6d6-f214-4dcc-a436-86857012e0e8 admin admin] GET failed (client error): The resource could not be found. May 28 03:29:59.418581 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-06d0d6d6-f214-4dcc-a436-86857012e0e8 admin admin] 10.222.0.41 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0608075 May 28 03:29:59.505884 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908a9e99-23c7-4d96-99e7-a30a71756664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:29:59.507310 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-908a9e99-23c7-4d96-99e7-a30a71756664 admin admin] 10.222.0.41 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0841317 May 28 03:29:59.546576 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=15 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:29:59.550752 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=19 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:01.737918 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58056) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:30:01.784708 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:30:01.854063 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Made reservation on behalf of cc9d398b29a149a4ab99273f43b67fb2 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:30:01.856310 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:01.890989 dv-cinder-843361-3-iscsi neutron-server[104450]: WARNING neutron.services.revisions.revision_plugin [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Could not find related network for resource to bump revision. May 28 03:30:01.903082 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:30:01.913301 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (b05b82c8-ff0a-4755-b2de-891d85825fb6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:01.913639 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Added segment b05b82c8-ff0a-4755-b2de-891d85825fb6 of type vlan for network 3e55466e-d015-47c3-bdd7-9c2426f2052a May 28 03:30:01.954125 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (3e55466e-d015-47c3-bdd7-9c2426f2052a), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:02.030687 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (3e55466e-d015-47c3-bdd7-9c2426f2052a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:02.031706 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:30:02.032259 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:02.124589 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Pushing event updated for resources: {'Network': ['ID=3e55466e-d015-47c3-bdd7-9c2426f2052a,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:30:02.131377 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.131708 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.132070 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.132398 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.132718 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.133032 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.133370 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.133683 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.133994 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.134306 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.134634 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.134949 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.135256 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.135559 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.135864 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:02.146883 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ff77c421-3993-4e99-b245-84643c10102c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4045465 May 28 03:30:02.157911 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network 3e55466e-d015-47c3-bdd7-9c2426f2052a details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:30:04.390645 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58064) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:30:04.455743 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.pecan_wsgi.hooks.translation [None req-d622777f-368e-4595-ab3e-85431ac32866 admin admin] GET failed (client error): The resource could not be found. May 28 03:30:04.503611 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d622777f-368e-4595-ab3e-85431ac32866 admin admin] 10.222.0.41 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0681341 May 28 03:30:04.550096 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d95a0d-185c-49a0-9628-d17b97ad0c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:30:04.553654 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-54d95a0d-185c-49a0-9628-d17b97ad0c3a admin admin] 10.222.0.41 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0911343 May 28 03:30:04.565486 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-70b4c56b-17ee-45b0-9a7a-39ee4f074552 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a', 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:30:04.694023 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b4c56b-17ee-45b0-9a7a-39ee4f074552 admin admin] Made reservation on behalf of cc9d398b29a149a4ab99273f43b67fb2 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:30:04.696443 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70b4c56b-17ee-45b0-9a7a-39ee4f074552 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:04.980116 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70b4c56b-17ee-45b0-9a7a-39ee4f074552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (6afd5bd3-b513-46bf-adfd-34bcf90b8d12), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:05.029607 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b4c56b-17ee-45b0-9a7a-39ee4f074552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6afd5bd3-b513-46bf-adfd-34bcf90b8d12,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:30:05.045792 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70b4c56b-17ee-45b0-9a7a-39ee4f074552 admin admin] Checking segment: {'id': 'b05b82c8-ff0a-4755-b2de-891d85825fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:30:05.046139 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b4c56b-17ee-45b0-9a7a-39ee4f074552 admin admin] Network hostable DHCP agents. Network: 3e55466e-d015-47c3-bdd7-9c2426f2052a, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:30:05.196790 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70b4c56b-17ee-45b0-9a7a-39ee4f074552 admin admin] Network 3e55466e-d015-47c3-bdd7-9c2426f2052a is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:30:05.259469 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-70b4c56b-17ee-45b0-9a7a-39ee4f074552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, 3e55466e-d015-47c3-bdd7-9c2426f2052a) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:30:05.263526 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b4c56b-17ee-45b0-9a7a-39ee4f074552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:30:05.264051 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-70b4c56b-17ee-45b0-9a7a-39ee4f074552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:05.270310 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0044e20e-d61b-4b35-ab13-d374de86ccfb None None] Network 3e55466e-d015-47c3-bdd7-9c2426f2052a requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:30:05.330972 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-70b4c56b-17ee-45b0-9a7a-39ee4f074552 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7696288 May 28 03:30:05.375730 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a8d4a0-147d-503b-ad97-c41c9d5b7add-3e55466e-d015-47c3-bdd7-9c2426f2052a', 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a', 'project_id': 'cc9d398b29a149a4ab99273f43b67fb2', 'fixed_ips': [{'subnet_id': '6afd5bd3-b513-46bf-adfd-34bcf90b8d12'}]}} from dv-cinder-843361-3-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 03:30:05.378574 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:05.532875 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Allocated IP 192.168.233.2 (3e55466e-d015-47c3-bdd7-9c2426f2052a/6afd5bd3-b513-46bf-adfd-34bcf90b8d12/8edf6b64-0e83-45a2-9469-4c8162d76124) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:30:05.797275 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Publish callbacks [] for port (8edf6b64-0e83-45a2-9469-4c8162d76124), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:05.882806 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (8edf6b64-0e83-45a2-9469-4c8162d76124), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:05.928454 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Network 3e55466e-d015-47c3-bdd7-9c2426f2052a is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:30:05.931665 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Pushing event updated for resources: {'Port': ['ID=8edf6b64-0e83-45a2-9469-4c8162d76124,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:30:05.934404 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:30:05.940695 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:30:05.944349 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.944688 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.945033 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.945406 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.945736 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.946076 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.946387 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.946697 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.947005 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.947312 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.947625 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.947949 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.948258 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.948565 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:05.948882 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:30:06.006632 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Attempting to bind port 8edf6b64-0e83-45a2-9469-4c8162d76124 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:30:06.006991 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Attempting to bind port 8edf6b64-0e83-45a2-9469-4c8162d76124 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': 'b05b82c8-ff0a-4755-b2de-891d85825fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:30:06.007346 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Attempting to bind port 8edf6b64-0e83-45a2-9469-4c8162d76124 on network 3e55466e-d015-47c3-bdd7-9c2426f2052a {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:30:06.012676 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 29, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:30:06.013039 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Checking segment: {'id': 'b05b82c8-ff0a-4755-b2de-891d85825fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:30:06.013494 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:06.014378 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Bound using segment: {'id': 'b05b82c8-ff0a-4755-b2de-891d85825fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:30:06.014830 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Bound port: 8edf6b64-0e83-45a2-9469-4c8162d76124, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05b82c8-ff0a-4755-b2de-891d85825fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:30:06.015218 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (8edf6b64-0e83-45a2-9469-4c8162d76124), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:06.079884 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] For port 8edf6b64-0e83-45a2-9469-4c8162d76124, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:30:06.083092 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] For port 8edf6b64-0e83-45a2-9469-4c8162d76124, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=8edf6b64-0e83-45a2-9469-4c8162d76124,segment=NetworkSegment(b05b82c8-ff0a-4755-b2de-891d85825fb6),segment_id=b05b82c8-ff0a-4755-b2de-891d85825fb6)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:30:06.140211 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (8edf6b64-0e83-45a2-9469-4c8162d76124), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:06.203525 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cec55dc-62c3-45d3-9238-8036b52657d6 None None] Pushing event updated for resources: {'Port': ['ID=8edf6b64-0e83-45a2-9469-4c8162d76124,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:30:07.023275 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3670990f-ec5f-457f-b7b5-bf32a6fb4168 None None] Network 3e55466e-d015-47c3-bdd7-9c2426f2052a requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:30:07.051138 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:07.057497 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8,neutron:INSERT=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:07.094444 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-988da790-7414-41db-831e-cd693003c6d3 None None] Provisioning complete for port 8edf6b64-0e83-45a2-9469-4c8162d76124 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:30:07.094762 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-988da790-7414-41db-831e-cd693003c6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (8edf6b64-0e83-45a2-9469-4c8162d76124), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:07.208058 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-988da790-7414-41db-831e-cd693003c6d3 None None] Current status of the port 8edf6b64-0e83-45a2-9469-4c8162d76124 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:30:07.208478 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-988da790-7414-41db-831e-cd693003c6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (8edf6b64-0e83-45a2-9469-4c8162d76124), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:07.253305 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-988da790-7414-41db-831e-cd693003c6d3 None None] For port 8edf6b64-0e83-45a2-9469-4c8162d76124, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=8edf6b64-0e83-45a2-9469-4c8162d76124,segment=NetworkSegment(b05b82c8-ff0a-4755-b2de-891d85825fb6),segment_id=b05b82c8-ff0a-4755-b2de-891d85825fb6)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:30:07.305935 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-988da790-7414-41db-831e-cd693003c6d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (8edf6b64-0e83-45a2-9469-4c8162d76124), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:07.385691 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988da790-7414-41db-831e-cd693003c6d3 None None] Pushing event updated for resources: {'Port': ['ID=8edf6b64-0e83-45a2-9469-4c8162d76124,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:30:07.526724 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b70e2569-d7bd-421e-ada7-4e071eb83f55 None None] Provisioning complete for port 8edf6b64-0e83-45a2-9469-4c8162d76124 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:30:07.531094 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b70e2569-d7bd-421e-ada7-4e071eb83f55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (8edf6b64-0e83-45a2-9469-4c8162d76124), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:07.600934 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b70e2569-d7bd-421e-ada7-4e071eb83f55 None None] Current status of the port 8edf6b64-0e83-45a2-9469-4c8162d76124 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:30:08.361993 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 8edf6b64-0e83-45a2-9469-4c8162d76124 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:30:08.410542 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 8edf6b64-0e83-45a2-9469-4c8162d76124 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:30:08.410904 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (8edf6b64-0e83-45a2-9469-4c8162d76124), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:08.484764 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 8edf6b64-0e83-45a2-9469-4c8162d76124 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:30:15.273505 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:15.274804 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=74,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:18.476705 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:18.483122 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=36 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:19.344777 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-026e915d-ee6c-42dd-8169-5841ba00e9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:21.693495 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5c831269-b7e6-4b16-98fc-54d42182b964 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:22.756176 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:24.133533 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:25.538293 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:30:25.653444 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:35.562177 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:35.563471 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:36.542522 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=6 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:36.546473 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:47.529642 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:47.531188 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:30:49.361459 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6e0adc7f-a52d-42e1-ba3b-e449f7d77f4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:51.721751 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8e36-cab2-4b17-9d28-623ea3319818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:52.801839 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:54.161520 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:30:55.681867 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:31:02.537011 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:31:05.554142 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:31:05.563016 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:31:13.552151 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:31:13.552875 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:31:19.327554 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-eab2ac75-c0f3-43d1-b28a-f13d9c6b3a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:31:21.709916 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f10b36e2-5b4e-4c3d-aade-ac29af646615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:31:22.755309 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:31:24.172785 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:31:25.646032 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:31:35.558338 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:31:35.560227 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:31:39.535619 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:31:49.331889 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7f5cf06e-98d4-47cc-b546-b01807955821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:31:50.544412 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=15 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:31:50.549304 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=19 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:31:51.697674 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c6ce2a74-7dbd-431d-a85c-89e2bd5a5c39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:31:52.794967 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:31:54.239845 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:31:55.640882 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:03.223261 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58104) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:32:03.229039 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [None req-77b9ba5d-789e-4423-8d31-0063a5f8f28b tempest-verify_tempest_config-1783107711 tempest-verify_tempest_config-1783107711-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:32:03.230055 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-77b9ba5d-789e-4423-8d31-0063a5f8f28b tempest-verify_tempest_config-1783107711 tempest-verify_tempest_config-1783107711-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0058596 May 28 03:32:03.788660 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58122) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:32:03.893837 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:03.967270 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Publish callbacks [] for security_group (0eceb21f-83a4-42c9-b980-566187a8982c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:04.051614 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0eceb21f-83a4-42c9-b980-566187a8982c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:04.098595 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eceb21f-83a4-42c9-b980-566187a8982c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:32:04.103187 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=abf172e906cf4cf1b9b99f64d700ea8e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3135200 May 28 03:32:04.106103 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 58126) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:32:04.107822 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.108257 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.108749 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.109634 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.110042 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.110901 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.111220 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.111533 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.111862 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.112178 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.112521 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.112836 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.113170 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.113524 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.113831 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931ad625-45ba-4a98-979b-462a4ba5dafa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.161858 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Publish callbacks [] for security_group (0eceb21f-83a4-42c9-b980-566187a8982c), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:04.182619 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Publish callbacks [] for security_group (0eceb21f-83a4-42c9-b980-566187a8982c), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:04.691825 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0eceb21f-83a4-42c9-b980-566187a8982c), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:04.695297 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:04.695622 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0eceb21f-83a4-42c9-b980-566187a8982c HTTP/1.1" status: 204 len: 168 time: 0.5885971 May 28 03:32:04.703606 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eceb21f-83a4-42c9-b980-566187a8982c,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:32:04.710991 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.711340 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.711697 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.712033 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.712362 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.712689 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.713062 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.713356 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.714112 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.714112 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.714325 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.714650 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.714967 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.715288 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:04.715600 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-294692a0-0b37-4216-b78f-a71f5e818220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:32:05.562878 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:32:14.094795 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=13,neutron:INSERT=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:32:14.102399 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=26,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:32:14.699435 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:32:14.707254 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:32:14.738451 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:32:16.534221 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:32:19.342803 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-81866483-2184-44b8-9937-537f241cabe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:21.697902 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f3e31cd0-e7af-4fb1-a76d-1641dad1a2a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:22.788759 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:24.130729 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:25.646635 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:27.541097 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:32:27.545191 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=6 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:32:35.569126 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:32:35.571136 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:32:47.533470 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:32:47.535342 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:32:49.365617 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0f241498-2915-45d2-acb4-ec790f984956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:51.702832 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1e8099e9-5c31-4055-93ad-ece21e2d78b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:52.811178 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:53.533426 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:32:54.154538 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:32:55.691205 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:33:04.540750 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:33:04.551746 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:33:05.572511 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:33:05.574534 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:33:19.370949 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5468d7f9-355d-4025-8b0e-6d1f043c0794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:33:21.696897 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b6e7ba1b-be05-4448-94c5-1dd6997f4d01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:33:22.805537 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:33:24.176864 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:33:25.627960 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:33:30.532237 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 5 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:33:35.579604 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:33:35.581468 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:33:49.208376 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=18 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:33:49.215632 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=16 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:33:49.414310 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-452e3e64-6fc6-44d3-add1-c378403a8b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:33:49.570494 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-877583'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:33:51.696085 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1bbbb349-9a7b-451e-9647-102bc8b37fb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:33:52.796572 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:33:54.145371 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:33:55.644658 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:34:02.386268 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58202) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:34:02.574138 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9e13890c-b348-4444-97c5-ed505c3ada19 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1866593 May 28 03:34:04.817922 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58212) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:34:04.876342 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d9f52010-4f6f-4448-8efd-2e525bcc5830 admin admin] 10.222.0.41 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0573385 May 28 03:34:05.569874 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:34:05.575892 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:34:07.531249 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:34:14.870795 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:34:14.871549 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:34:18.542154 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:34:18.542883 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:34:19.350184 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-28b97b45-1782-4979-839f-5c21e26eb46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:34:19.551284 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:34:21.698795 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-599c1d79-22e4-4040-a941-d57106e2ae4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:34:22.793011 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:34:24.162084 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:34:25.624502 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:34:35.567220 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:34:35.572149 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:34:44.530356 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:34:49.355709 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3e370627-f48f-4aac-ae0d-d27a175bb005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:34:49.553166 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:34:51.764330 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0fdb0ada-d5c5-4fb5-851c-fc2d81c34d9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:34:52.792545 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:34:54.192534 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:34:55.534789 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:34:55.539328 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:34:55.646930 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:05.571079 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:05.578122 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:19.360870 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-66818890-ad65-4072-b795-9ad982274f96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:19.644061 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:21.531977 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:35:21.775330 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-74ae8412-8fc8-448a-81b5-f0ce1594b702 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:22.811822 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:24.169555 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:25.649150 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:32.540937 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:32.545828 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:35.575036 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:35.576135 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:41.946125 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58310) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:42.144318 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-network', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:42.228871 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Made reservation on behalf of 3611c72fb0b8472da98ba9b0c0d86843 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:35:42.231286 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:42.241092 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:42.319885 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Publish callbacks [] for security_group (17ffde2d-ddf5-48e6-9369-48f75012e534), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:42.400093 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (17ffde2d-ddf5-48e6-9369-48f75012e534), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:42.428284 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:35:42.431664 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ffde2d-ddf5-48e6-9369-48f75012e534,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:42.463808 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.464350 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.464803 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.465309 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.465791 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.466316 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.466777 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.467278 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.467805 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.468247 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.468781 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.469357 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.469886 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.470359 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.470873 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Tracked resource versions report: May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: pushed versions: May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: { 'AddressGroup': {'1.2'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Agent': {'1.1'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'ConntrackHelper': {'1.0'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'LocalIPAssociation': {'1.0'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Log': {'1.0'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'NDPProxy': {'1.0'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Network': {'1.1'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Port': {'1.7'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'PortForwarding': {'1.3'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'QosPolicy': {'1.10'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'SecurityGroup': {'1.5'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'SecurityGroupRule': {'1.2'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'SubPort': {'1.0'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Subnet': {'1.1'}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Trunk': {'1.1'}} May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: consumer versions: May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: { DHCP agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: HyperV agent@hv-cinder-84336: {}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: L3 agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: Metadata agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: Metering agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: Open vSwitch agent@dv-cinder-843361-3-iscsi: { 'AddressGroup': '1.2', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Agent': '1.1', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'ConntrackHelper': '1.0', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'LocalIPAssociation': '1.0', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Log': '1.0', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'NDPProxy': '1.0', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Network': '1.1', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Port': '1.7', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'PortForwarding': '1.3', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'QosPolicy': '1.10', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'SecurityGroup': '1.5', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'SecurityGroupRule': '1.2', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'SubPort': '1.0', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Subnet': '1.1', May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: 'Trunk': '1.1'}} May 28 03:35:42.472779 dv-cinder-843361-3-iscsi neutron-server[104450]: {{(pid=104450) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 03:35:42.484281 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (28886fdc-4c86-4e38-ad7a-c3b8e4c18a27), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:42.484643 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Added segment 28886fdc-4c86-4e38-ad7a-c3b8e4c18a27 of type vlan for network f47d9414-85e4-4030-814e-0a5133c3d4b0 May 28 03:35:42.542553 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (f47d9414-85e4-4030-814e-0a5133c3d4b0), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:42.663002 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (f47d9414-85e4-4030-814e-0a5133c3d4b0), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:42.664030 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:42.664608 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:42.729072 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] Pushing event updated for resources: {'Network': ['ID=f47d9414-85e4-4030-814e-0a5133c3d4b0,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:42.744370 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network f47d9414-85e4-4030-814e-0a5133c3d4b0 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:35:42.791058 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7c5285f6-754c-43a7-a257-eba10931091d admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.8441746 May 28 03:35:42.794011 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58348) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:42.798745 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-c79deaf8-602e-45b4-8a15-88c47469424c admin admin] Request body: {'subnet': {'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-subnet', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:42.897725 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79deaf8-602e-45b4-8a15-88c47469424c admin admin] Made reservation on behalf of 3611c72fb0b8472da98ba9b0c0d86843 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:35:42.900142 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c79deaf8-602e-45b4-8a15-88c47469424c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:43.154449 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c79deaf8-602e-45b4-8a15-88c47469424c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (ecff4fe7-9023-4e78-a8a1-18009f3ef5a6), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:43.208452 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79deaf8-602e-45b4-8a15-88c47469424c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:43.219296 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79deaf8-602e-45b4-8a15-88c47469424c admin admin] Checking segment: {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:35:43.219647 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79deaf8-602e-45b4-8a15-88c47469424c admin admin] Network hostable DHCP agents. Network: f47d9414-85e4-4030-814e-0a5133c3d4b0, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:35:43.319393 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79deaf8-602e-45b4-8a15-88c47469424c admin admin] Network f47d9414-85e4-4030-814e-0a5133c3d4b0 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:35:43.443366 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-c79deaf8-602e-45b4-8a15-88c47469424c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, f47d9414-85e4-4030-814e-0a5133c3d4b0) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:43.447772 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79deaf8-602e-45b4-8a15-88c47469424c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:43.447972 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c79deaf8-602e-45b4-8a15-88c47469424c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:43.455458 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137b6fcb-0299-4afb-8112-228ef0963c2f None None] Network f47d9414-85e4-4030-814e-0a5133c3d4b0 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:35:43.575080 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c79deaf8-602e-45b4-8a15-88c47469424c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7769468 May 28 03:35:43.575571 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58376) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:43.577841 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a8d4a0-147d-503b-ad97-c41c9d5b7add-f47d9414-85e4-4030-814e-0a5133c3d4b0', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6'}]}} from dv-cinder-843361-3-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 03:35:43.578991 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:43.580627 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:43.674475 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-858483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5120'] for router (bd7f9c2a-6924-48ec-95dd-51cac4602f80), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:43.675988 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router (bd7f9c2a-6924-48ec-95dd-51cac4602f80), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:43.679950 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:43.688140 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:43.741677 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Publish callbacks [] for router_controller (bd7f9c2a-6924-48ec-95dd-51cac4602f80), precommit_add_association {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:43.752574 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Allocated IP 172.20.0.2 (f47d9414-85e4-4030-814e-0a5133c3d4b0/ecff4fe7-9023-4e78-a8a1-18009f3ef5a6/fbf4b4d8-c036-4401-bf6a-751d45496ff3) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:35:43.897672 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Publish callbacks [] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:43.990622 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Publish callbacks [] for router_gateway (bd7f9c2a-6924-48ec-95dd-51cac4602f80), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:44.011731 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:44.052683 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Network f47d9414-85e4-4030-814e-0a5133c3d4b0 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:44.059346 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:44.063374 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:35:44.067416 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Pushing event updated for resources: {'Port': ['ID=fbf4b4d8-c036-4401-bf6a-751d45496ff3,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:44.078115 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.078449 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.078782 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.079129 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.079457 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.079776 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.080095 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.080408 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.080724 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.081030 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.081379 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.081738 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.082053 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.082367 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.082678 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Tracked resource versions report: May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: pushed versions: May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: { 'AddressGroup': {'1.2'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Agent': {'1.1'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'ConntrackHelper': {'1.0'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'LocalIPAssociation': {'1.0'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Log': {'1.0'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'NDPProxy': {'1.0'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Network': {'1.1'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Port': {'1.7'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'PortForwarding': {'1.3'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'QosPolicy': {'1.10'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'SecurityGroup': {'1.5'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'SecurityGroupRule': {'1.2'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'SubPort': {'1.0'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Subnet': {'1.1'}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Trunk': {'1.1'}} May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: consumer versions: May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: { DHCP agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: HyperV agent@hv-cinder-84336: {}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: L3 agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: Metadata agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: Metering agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: Open vSwitch agent@dv-cinder-843361-3-iscsi: { 'AddressGroup': '1.2', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Agent': '1.1', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'ConntrackHelper': '1.0', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'LocalIPAssociation': '1.0', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Log': '1.0', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'NDPProxy': '1.0', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Network': '1.1', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Port': '1.7', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'PortForwarding': '1.3', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'QosPolicy': '1.10', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'SecurityGroup': '1.5', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'SecurityGroupRule': '1.2', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'SubPort': '1.0', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Subnet': '1.1', May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: 'Trunk': '1.1'}} May 28 03:35:44.083873 dv-cinder-843361-3-iscsi neutron-server[104451]: {{(pid=104451) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 03:35:44.138838 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Attempting to bind port fbf4b4d8-c036-4401-bf6a-751d45496ff3 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:35:44.139215 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Attempting to bind port fbf4b4d8-c036-4401-bf6a-751d45496ff3 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:35:44.139567 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Attempting to bind port fbf4b4d8-c036-4401-bf6a-751d45496ff3 on network f47d9414-85e4-4030-814e-0a5133c3d4b0 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:35:44.144844 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:35:44.146070 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Checking segment: {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:35:44.146070 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:44.146530 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Bound using segment: {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:35:44.147143 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Bound port: fbf4b4d8-c036-4401-bf6a-751d45496ff3, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:35:44.147690 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:44.210399 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] For port fbf4b4d8-c036-4401-bf6a-751d45496ff3, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:35:44.213947 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] For port fbf4b4d8-c036-4401-bf6a-751d45496ff3, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=fbf4b4d8-c036-4401-bf6a-751d45496ff3,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:35:44.299878 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Publish callbacks [] for router_gateway (bd7f9c2a-6924-48ec-95dd-51cac4602f80), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:44.309077 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:44.324429 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:44.371545 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524af7e3-d152-43ea-8e8f-06e36e43e384 None None] Pushing event updated for resources: {'Port': ['ID=fbf4b4d8-c036-4401-bf6a-751d45496ff3,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:44.474606 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Allocated IP 172.27.3.130 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/404662b0-d552-4da8-ab04-39bb0f2854b8) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:35:44.499335 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 58418) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:44.521207 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 58424) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:44.577351 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:44.639038 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Publish callbacks [] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:44.766137 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:44.781242 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 58444) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:44.813809 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:44.816928 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:44.820613 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:35:44.876149 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Pushing event updated for resources: {'Port': ['ID=404662b0-d552-4da8-ab04-39bb0f2854b8,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:44.891012 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2021957567-network', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:44.929678 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-788800844-network', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:44.966794 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58450) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:45.006684 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Made reservation on behalf of 70eaf602c8db4ec1bfb26e5eb3b13c82 for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:35:45.009353 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.022717 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-496971770-network', 'tenant_id': 'fc3ad7416d27411cb8ddbce0a3da18eb'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:45.026270 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.178417 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Publish callbacks [] for router_gateway (bd7f9c2a-6924-48ec-95dd-51cac4602f80), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.184362 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Publish callbacks [] for security_group (c74f2801-ad7f-477c-bb1e-1da3d2ba8c5f), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.185813 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Made reservation on behalf of 68e1a9e256f64e46919b1e362b4f68d8 for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:35:45.189257 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.202273 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.214354 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Made reservation on behalf of fc3ad7416d27411cb8ddbce0a3da18eb for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:35:45.217224 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.324818 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.336686 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Publish callbacks [] for security_group (eb1b588b-0887-46b6-b50f-a34e754b5bd1), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.416096 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Publish callbacks [] for security_group (9d970f74-bdd9-4f36-b21c-91ce632f4329), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.417672 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (c74f2801-ad7f-477c-bb1e-1da3d2ba8c5f), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.434468 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:35:45.583224 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (eb1b588b-0887-46b6-b50f-a34e754b5bd1), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.591692 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (43d33a9b-b94f-4da4-b48d-6746cd80019c), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.592718 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Added segment 43d33a9b-b94f-4da4-b48d-6746cd80019c of type vlan for network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 May 28 03:35:45.621191 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-network', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:45.625974 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877056'] for router (bd7f9c2a-6924-48ec-95dd-51cac4602f80), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.639539 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (9cd091c1-088f-4b49-b9d5-c93354a4ddb5), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.697935 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (9d970f74-bdd9-4f36-b21c-91ce632f4329), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.712440 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:35:45.725130 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (4a7fce39-fe93-4068-b639-2378459c1c91), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.725466 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Added segment 4a7fce39-fe93-4068-b639-2378459c1c91 of type vlan for network 4150b5cc-830a-4fc6-9434-807c7104e296 May 28 03:35:45.726596 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:45.743538 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fb83c4d-40ab-4955-992b-b78396afa330 None None] Network f47d9414-85e4-4030-814e-0a5133c3d4b0 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:35:45.801875 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:45.806400 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-29e79666-ac4e-47f9-bbb5-7c9bdfb0818f None None] Provisioning complete for port fbf4b4d8-c036-4401-bf6a-751d45496ff3 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:45.806778 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-29e79666-ac4e-47f9-bbb5-7c9bdfb0818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.816994 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (4150b5cc-830a-4fc6-9434-807c7104e296), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.854024 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Made reservation on behalf of 5cab8255c6134aebb9c93493a2342cb1 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:35:45.856556 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.866208 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.866621 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74f2801-ad7f-477c-bb1e-1da3d2ba8c5f,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:45.883594 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:45.888084 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=68,neutron:INSERT=29,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:45.889553 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.889893 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.890219 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.891525 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.891914 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.892187 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.892548 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.893999 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.894897 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.895233 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.895564 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.895894 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.896211 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.896522 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.896837 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Tracked resource versions report: May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: pushed versions: May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: { 'AddressGroup': {'1.2'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Agent': {'1.1'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'ConntrackHelper': {'1.0'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'LocalIPAssociation': {'1.0'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Log': {'1.0'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'NDPProxy': {'1.0'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Network': {'1.1'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Port': {'1.7'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'PortForwarding': {'1.3'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'QosPolicy': {'1.10'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'SecurityGroup': {'1.5'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'SecurityGroupRule': {'1.2'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'SubPort': {'1.0'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Subnet': {'1.1'}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Trunk': {'1.1'}} May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: consumer versions: May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: { DHCP agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: HyperV agent@hv-cinder-84336: {}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: L3 agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: Metadata agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: Metering agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: Open vSwitch agent@dv-cinder-843361-3-iscsi: { 'AddressGroup': '1.2', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Agent': '1.1', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'ConntrackHelper': '1.0', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'LocalIPAssociation': '1.0', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Log': '1.0', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'NDPProxy': '1.0', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Network': '1.1', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Port': '1.7', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'PortForwarding': '1.3', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'QosPolicy': '1.10', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'SecurityGroup': '1.5', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'SecurityGroupRule': '1.2', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'SubPort': '1.0', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Subnet': '1.1', May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: 'Trunk': '1.1'}} May 28 03:35:45.898082 dv-cinder-843361-3-iscsi neutron-server[104449]: {{(pid=104449) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 03:35:45.920141 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Router bd7f9c2a-6924-48ec-95dd-51cac4602f80 is scheduled to L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 with binding_index 1 {{(pid=104450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 03:35:45.971743 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:45.971868 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb1b588b-0887-46b6-b50f-a34e754b5bd1,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:45.989366 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (9cd091c1-088f-4b49-b9d5-c93354a4ddb5), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:45.991539 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:45.993739 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.028514 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (4150b5cc-830a-4fc6-9434-807c7104e296), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.029820 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:46.035552 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.049138 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:46.066900 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:35:46.100883 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:35:46.111882 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Sync routers for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:35:46.131497 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:35:46.132147 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:46.154759 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (8d73c01d-f6b3-46c5-bcb3-5b719515da78), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.154759 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Added segment 8d73c01d-f6b3-46c5-bcb3-5b719515da78 of type vlan for network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 May 28 03:35:46.184545 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-29e79666-ac4e-47f9-bbb5-7c9bdfb0818f None None] Current status of the port fbf4b4d8-c036-4401-bf6a-751d45496ff3 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:46.185182 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-29e79666-ac4e-47f9-bbb5-7c9bdfb0818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.189815 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Publish callbacks [] for security_group (03b58c8a-0b78-41d8-a6ec-789cf7104c92), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.193476 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d970f74-bdd9-4f36-b21c-91ce632f4329,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:46.210533 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.7093954 May 28 03:35:46.213614 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58488) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:46.218682 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-803835db-d642-480c-8414-b4b60dc1a2f1 admin admin] Request body: {'subnet': {'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2021957567-subnet', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:46.245052 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-29e79666-ac4e-47f9-bbb5-7c9bdfb0818f None None] For port fbf4b4d8-c036-4401-bf6a-751d45496ff3, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=fbf4b4d8-c036-4401-bf6a-751d45496ff3,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:35:46.245528 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a682ea-e98a-46c2-8e1c-48edf7362450 admin admin] Pushing event updated for resources: {'Network': ['ID=9cd091c1-088f-4b49-b9d5-c93354a4ddb5,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:46.255111 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4736366 May 28 03:35:46.256982 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.258489 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-885afe36-f16a-4ff0-87ee-30123a1d8076 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6815131 May 28 03:35:46.259323 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58494) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:46.263393 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58496) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:46.269044 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-69b27c71-f729-4188-af6f-03af3c26a7e4 admin admin] Request body: {'subnet': {'network_id': '4150b5cc-830a-4fc6-9434-807c7104e296', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-496971770-subnet', 'tenant_id': 'fc3ad7416d27411cb8ddbce0a3da18eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:46.278079 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:35:46.301274 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (ee7025a6-8632-48bc-9a4d-e0b6d8e98a79), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.356609 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:35:46.369801 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (03b58c8a-0b78-41d8-a6ec-789cf7104c92), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.398810 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f0fe68-3cf5-44b2-9512-e6d44a70240c admin admin] Pushing event updated for resources: {'Network': ['ID=4150b5cc-830a-4fc6-9434-807c7104e296,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:46.454329 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-29e79666-ac4e-47f9-bbb5-7c9bdfb0818f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.496956 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (ee7025a6-8632-48bc-9a4d-e0b6d8e98a79), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.498255 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:46.498835 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.570174 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b58c8a-0b78-41d8-a6ec-789cf7104c92,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:46.590078 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network 4150b5cc-830a-4fc6-9434-807c7104e296 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:35:46.595250 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803835db-d642-480c-8414-b4b60dc1a2f1 admin admin] Made reservation on behalf of 70eaf602c8db4ec1bfb26e5eb3b13c82 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:35:46.601421 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-803835db-d642-480c-8414-b4b60dc1a2f1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.627869 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e79666-ac4e-47f9-bbb5-7c9bdfb0818f None None] Pushing event updated for resources: {'Port': ['ID=fbf4b4d8-c036-4401-bf6a-751d45496ff3,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:46.711379 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:44Z', 'revision_number': 3, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:46.713708 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 2.1911449 May 28 03:35:46.719630 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 58516) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:46.731100 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device fbf4b4d8-c036-4401-bf6a-751d45496ff3 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:35:46.732825 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-439e0185-1e23-4960-ae0e-aee45a344d26 admin admin] Request body: {'subnet': {'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-788800844-subnet', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:46.737512 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee74d6ba-dc65-4cdd-81e5-2ed10c8b2c14 admin admin] Pushing event updated for resources: {'Network': ['ID=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:46.745645 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Checking router: bd7f9c2a-6924-48ec-95dd-51cac4602f80 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:35:46.745844 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Updating router bd7f9c2a-6924-48ec-95dd-51cac4602f80 port 404662b0-d552-4da8-ab04-39bb0f2854b8 binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:35:46.799811 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-f7fb3c58-680b-4af1-b480-dda610d1e863 None None] Provisioning complete for port fbf4b4d8-c036-4401-bf6a-751d45496ff3 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:46.800982 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f7fb3c58-680b-4af1-b480-dda610d1e863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.801492 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.891989 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-439e0185-1e23-4960-ae0e-aee45a344d26 admin admin] Made reservation on behalf of 68e1a9e256f64e46919b1e362b4f68d8 for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:35:46.895852 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-439e0185-1e23-4960-ae0e-aee45a344d26 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:46.946274 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:35:46.965599 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:35:47.003906 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69b27c71-f729-4188-af6f-03af3c26a7e4 admin admin] Made reservation on behalf of fc3ad7416d27411cb8ddbce0a3da18eb for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:35:47.038174 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-69b27c71-f729-4188-af6f-03af3c26a7e4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.049739 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (4af600f1-af6c-4897-badf-3e5bbeef9f36), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.050659 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Added segment 4af600f1-af6c-4897-badf-3e5bbeef9f36 of type vlan for network a3076c7d-656d-4e5b-8611-4fd5569b4e24 May 28 03:35:47.086985 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:47.161058 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Publish callbacks [] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.164958 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:47.182137 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:47.183454 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port fbf4b4d8-c036-4401-bf6a-751d45496ff3 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:47.184359 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.224250 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.246607 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-f7fb3c58-680b-4af1-b480-dda610d1e863 None None] Current status of the port fbf4b4d8-c036-4401-bf6a-751d45496ff3 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:47.257681 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-439e0185-1e23-4960-ae0e-aee45a344d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (f446e15b-7c64-40ee-82e8-228642b299e2), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.304140 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Attempting to bind port 404662b0-d552-4da8-ab04-39bb0f2854b8 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:35:47.304515 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Attempting to bind port 404662b0-d552-4da8-ab04-39bb0f2854b8 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:35:47.304875 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Attempting to bind port 404662b0-d552-4da8-ab04-39bb0f2854b8 on network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:35:47.307921 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port fbf4b4d8-c036-4401-bf6a-751d45496ff3 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:47.312925 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Pushing event updated for resources: {'Port': ['ID=404662b0-d552-4da8-ab04-39bb0f2854b8,revision_number=2']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:47.314796 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (a3076c7d-656d-4e5b-8611-4fd5569b4e24), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.315263 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:35:47.316826 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Checking segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:35:47.317254 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.317640 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Bound using segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:35:47.318274 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Bound port: 404662b0-d552-4da8-ab04-39bb0f2854b8, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:35:47.319170 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.340375 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439e0185-1e23-4960-ae0e-aee45a344d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f446e15b-7c64-40ee-82e8-228642b299e2,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:47.346019 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-439e0185-1e23-4960-ae0e-aee45a344d26 admin admin] Checking segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:35:47.347542 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e0185-1e23-4960-ae0e-aee45a344d26 admin admin] Network hostable DHCP agents. Network: ee7025a6-8632-48bc-9a4d-e0b6d8e98a79, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:35:47.347704 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.347704 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.347934 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.348108 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.348442 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.348768 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.349093 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.349460 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.349782 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.350101 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.350421 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.350755 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.351076 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.351407 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.351731 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Tracked resource versions report: May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: pushed versions: May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: { 'AddressGroup': {'1.2'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Agent': {'1.1'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'ConntrackHelper': {'1.0'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'LocalIPAssociation': {'1.0'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Log': {'1.0'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'NDPProxy': {'1.0'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Network': {'1.1'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Port': {'1.7'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'PortForwarding': {'1.3'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'QosPolicy': {'1.10'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'SecurityGroup': {'1.5'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'SecurityGroupRule': {'1.2'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'SubPort': {'1.0'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Subnet': {'1.1'}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Trunk': {'1.1'}} May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: consumer versions: May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: { DHCP agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: HyperV agent@hv-cinder-84336: {}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: L3 agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: Metadata agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: Metering agent@dv-cinder-843361-3-iscsi: {}, May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: Open vSwitch agent@dv-cinder-843361-3-iscsi: { 'AddressGroup': '1.2', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Agent': '1.1', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'ConntrackHelper': '1.0', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'LocalIPAssociation': '1.0', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Log': '1.0', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'NDPProxy': '1.0', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Network': '1.1', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Port': '1.7', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'PortForwarding': '1.3', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'QosPolicy': '1.10', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'SecurityGroup': '1.5', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'SecurityGroupRule': '1.2', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'SubPort': '1.0', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Subnet': '1.1', May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: 'Trunk': '1.1'}} May 28 03:35:47.352984 dv-cinder-843361-3-iscsi neutron-server[104452]: {{(pid=104452) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 28 03:35:47.369005 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:47.385007 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] For port 404662b0-d552-4da8-ab04-39bb0f2854b8, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:35:47.387580 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-803835db-d642-480c-8414-b4b60dc1a2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (4490044b-5c07-456c-ad61-47e5d5e2ef0c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.388130 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] For port 404662b0-d552-4da8-ab04-39bb0f2854b8, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=404662b0-d552-4da8-ab04-39bb0f2854b8,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:35:47.433442 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (a3076c7d-656d-4e5b-8611-4fd5569b4e24), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.434414 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:47.434987 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.474730 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-439e0185-1e23-4960-ae0e-aee45a344d26 admin admin] Network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:35:47.527086 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.528131 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803835db-d642-480c-8414-b4b60dc1a2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4490044b-5c07-456c-ad61-47e5d5e2ef0c,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:47.534875 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:47.545546 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-439e0185-1e23-4960-ae0e-aee45a344d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, ee7025a6-8632-48bc-9a4d-e0b6d8e98a79) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:47.555217 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439e0185-1e23-4960-ae0e-aee45a344d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:47.555217 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-439e0185-1e23-4960-ae0e-aee45a344d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.563775 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5980d414-47a5-421a-b6a3-5809e2616902 None None] Network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:35:47.622041 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:35:47.622653 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:47.655665 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.6874349 May 28 03:35:47.658997 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 58530) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:47.660586 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac9d55-d8f0-4ca4-96e0-248be354cbe9 admin admin] Pushing event updated for resources: {'Network': ['ID=a3076c7d-656d-4e5b-8611-4fd5569b4e24,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:47.664851 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-8967af97-0e5e-4a70-8eef-cc5aeced8364 admin admin] Request body: {'subnet': {'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-subnet', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:47.868913 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network a3076c7d-656d-4e5b-8611-4fd5569b4e24 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:35:47.871614 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-439e0185-1e23-4960-ae0e-aee45a344d26 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9878860 May 28 03:35:47.871614 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 58536) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:47.871614 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:47.873065 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63743fa2-386a-48e9-87be-044256fd9b95 None None] Pushing event updated for resources: {'Port': ['ID=404662b0-d552-4da8-ab04-39bb0f2854b8,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:47.874979 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803835db-d642-480c-8414-b4b60dc1a2f1 admin admin] Checking segment: {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:35:47.874979 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803835db-d642-480c-8414-b4b60dc1a2f1 admin admin] Network hostable DHCP agents. Network: 9cd091c1-088f-4b49-b9d5-c93354a4ddb5, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:35:47.875454 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a8d4a0-147d-503b-ad97-c41c9d5b7add-ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2'}]}} from dv-cinder-843361-3-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 03:35:47.875454 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.927162 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:35:47.955227 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-858483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5120'] for router (16ba28df-7752-4608-be78-a068ff847a0a), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.956459 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router (16ba28df-7752-4608-be78-a068ff847a0a), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.961955 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8967af97-0e5e-4a70-8eef-cc5aeced8364 admin admin] Made reservation on behalf of 5cab8255c6134aebb9c93493a2342cb1 for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:35:47.966547 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8967af97-0e5e-4a70-8eef-cc5aeced8364 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:47.976383 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-69b27c71-f729-4188-af6f-03af3c26a7e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (be19fc9a-63a8-4f88-9a9a-4efe33aaead3), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.031454 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Allocated IP 172.20.0.2 (ee7025a6-8632-48bc-9a4d-e0b6d8e98a79/f446e15b-7c64-40ee-82e8-228642b299e2/990e081a-8427-4c70-a970-d33e9d6dadb8) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:35:48.078876 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:48.128788 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:INSERT=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:48.135206 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803835db-d642-480c-8414-b4b60dc1a2f1 admin admin] Network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:35:48.167812 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b27c71-f729-4188-af6f-03af3c26a7e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be19fc9a-63a8-4f88-9a9a-4efe33aaead3,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:48.176237 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:44Z', 'revision_number': 3, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:48.179211 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b27c71-f729-4188-af6f-03af3c26a7e4 admin admin] Checking segment: {'id': '4a7fce39-fe93-4068-b639-2378459c1c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4150b5cc-830a-4fc6-9434-807c7104e296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:35:48.181260 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b27c71-f729-4188-af6f-03af3c26a7e4 admin admin] Network hostable DHCP agents. Network: 4150b5cc-830a-4fc6-9434-807c7104e296, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:35:48.185364 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-803835db-d642-480c-8414-b4b60dc1a2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, 9cd091c1-088f-4b49-b9d5-c93354a4ddb5) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:48.193666 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803835db-d642-480c-8414-b4b60dc1a2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:48.194254 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-803835db-d642-480c-8414-b4b60dc1a2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.211414 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba3d86-3481-4972-90d4-79fdb2fba32e None None] Network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:35:48.228865 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8718aee-42cc-4407-9c3e-2e1ab5bdeb7f None None] The sync data for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi is: [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:44Z', 'revision_number': 3, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:35:48.229468 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Publish callbacks [] for router_controller (16ba28df-7752-4608-be78-a068ff847a0a), precommit_add_association {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.245028 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.345883 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Publish callbacks [] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.376055 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:48.390239 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a8d4a0-147d-503b-ad97-c41c9d5b7add-9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c'}]}} from dv-cinder-843361-3-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 03:35:48.391374 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.424168 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.568944 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:48.578537 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device fbf4b4d8-c036-4401-bf6a-751d45496ff3 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:35:48.586247 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:48.629045 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Pushing event updated for resources: {'Port': ['ID=990e081a-8427-4c70-a970-d33e9d6dadb8,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:48.640564 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:35:48.658534 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Publish callbacks [] for router_gateway (16ba28df-7752-4608-be78-a068ff847a0a), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.664761 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 58566) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:48.668104 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-803835db-d642-480c-8414-b4b60dc1a2f1 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4487250 May 28 03:35:48.668104 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b27c71-f729-4188-af6f-03af3c26a7e4 admin admin] Network 4150b5cc-830a-4fc6-9434-807c7104e296 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:35:48.674600 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:48.708779 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8967af97-0e5e-4a70-8eef-cc5aeced8364 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (da50ec93-7f82-409a-8de1-5fe0de05e55d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.711672 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Allocated IP 172.20.0.1 (f47d9414-85e4-4030-814e-0a5133c3d4b0/ecff4fe7-9023-4e78-a8a1-18009f3ef5a6/e425c067-f30d-4130-9106-b5c39964f78d) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:35:48.733147 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Allocated IP 172.20.0.2 (9cd091c1-088f-4b49-b9d5-c93354a4ddb5/4490044b-5c07-456c-ad61-47e5d5e2ef0c/7c641d82-41e7-4883-975b-61ba5b9e9420) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:35:48.775464 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967af97-0e5e-4a70-8eef-cc5aeced8364 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da50ec93-7f82-409a-8de1-5fe0de05e55d,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:48.775464 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967af97-0e5e-4a70-8eef-cc5aeced8364 admin admin] Checking segment: {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:35:48.775464 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8967af97-0e5e-4a70-8eef-cc5aeced8364 admin admin] Network hostable DHCP agents. Network: a3076c7d-656d-4e5b-8611-4fd5569b4e24, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:35:48.815384 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port fbf4b4d8-c036-4401-bf6a-751d45496ff3 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:48.815783 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.836175 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-69b27c71-f729-4188-af6f-03af3c26a7e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, 4150b5cc-830a-4fc6-9434-807c7104e296) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:48.844457 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Attempting to bind port 990e081a-8427-4c70-a970-d33e9d6dadb8 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:35:48.845905 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Attempting to bind port 990e081a-8427-4c70-a970-d33e9d6dadb8 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:35:48.845905 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Attempting to bind port 990e081a-8427-4c70-a970-d33e9d6dadb8 on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:35:48.853077 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b27c71-f729-4188-af6f-03af3c26a7e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:48.853714 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-69b27c71-f729-4188-af6f-03af3c26a7e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.886497 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-858483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5120'] for router (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.886497 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.923654 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8967af97-0e5e-4a70-8eef-cc5aeced8364 admin admin] Network a3076c7d-656d-4e5b-8611-4fd5569b4e24 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:35:48.932809 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Publish callbacks [] for port (e425c067-f30d-4130-9106-b5c39964f78d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:48.955543 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa5a880-d2f2-4f5a-a98d-e7520b925293 None None] Network 4150b5cc-830a-4fc6-9434-807c7104e296 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:35:48.964259 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-8967af97-0e5e-4a70-8eef-cc5aeced8364 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, a3076c7d-656d-4e5b-8611-4fd5569b4e24) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:48.977706 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8967af97-0e5e-4a70-8eef-cc5aeced8364 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:48.978328 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8967af97-0e5e-4a70-8eef-cc5aeced8364 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.032255 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-69b27c71-f729-4188-af6f-03af3c26a7e4 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7689722 May 28 03:35:49.124297 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Publish callbacks [] for router_controller (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), precommit_add_association {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.130318 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (e425c067-f30d-4130-9106-b5c39964f78d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.146347 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8967af97-0e5e-4a70-8eef-cc5aeced8364 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.4859698 May 28 03:35:49.196004 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 58582) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:49.207647 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:49.239678 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Publish callbacks [] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.259386 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b883213c-ce2a-4cc6-9aa9-a8f0f484f39c None None] Network a3076c7d-656d-4e5b-8611-4fd5569b4e24 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:35:49.284431 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:35:49.285423 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Checking segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:35:49.285826 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.291015 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Bound using segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:35:49.291015 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Bound port: 990e081a-8427-4c70-a970-d33e9d6dadb8, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:35:49.291015 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.291506 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Network f47d9414-85e4-4030-814e-0a5133c3d4b0 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:49.291506 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Pushing event updated for resources: {'Port': ['ID=e425c067-f30d-4130-9106-b5c39964f78d,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:49.291857 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:49.318113 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:35:49.318751 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878195'] for router_interface (bd7f9c2a-6924-48ec-95dd-51cac4602f80), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.334323 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.416506 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Publish callbacks [] for router_gateway (16ba28df-7752-4608-be78-a068ff847a0a), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.583849 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-858483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5120'] for router (ac2fd311-4d32-440e-a015-7e7db9f07342), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.585185 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router (ac2fd311-4d32-440e-a015-7e7db9f07342), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.593345 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998251b0-7cdc-4ba0-b851-219c25e51a9b None None] Network 4150b5cc-830a-4fc6-9434-807c7104e296 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:35:49.596475 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-02116606-3f5e-46d7-90bf-183be1c94c33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.654147 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.674024 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:INSERT=5,neutron:UPDATE=6,neutron:SELECT=89 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:49.677000 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:49.687826 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58620) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:49.690302 dv-cinder-843361-3-iscsi neutron-server[104450]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 28 03:35:49.824796 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Publish callbacks [] for router_gateway (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.854075 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port fbf4b4d8-c036-4401-bf6a-751d45496ff3 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:49.869896 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Publish callbacks [] for router_controller (ac2fd311-4d32-440e-a015-7e7db9f07342), precommit_add_association {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.870699 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:49.873093 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:35:49.928636 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (e425c067-f30d-4130-9106-b5c39964f78d), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:49.946667 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035304b1-e428-4bf2-9332-6558513d69c0 req-8170f869-b90d-4696-ad52-66b62e05c514 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:49.949070 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-8170f869-b90d-4696-ad52-66b62e05c514 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/networks?id=4150b5cc-830a-4fc6-9434-807c7104e296 HTTP/1.1" status: 200 len: 811 time: 0.2591712 May 28 03:35:49.992785 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-3bbf6d89-436e-42d9-bb03-4f236ce976b3 None None] Provisioning complete for port e425c067-f30d-4130-9106-b5c39964f78d triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:49.997902 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-bcede534-7f59-4dd6-b283-d301f2b906c5 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/quotas/fc3ad7416d27411cb8ddbce0a3da18eb HTTP/1.1" status: 200 len: 375 time: 0.0418029 May 28 03:35:50.004648 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3bbf6d89-436e-42d9-bb03-4f236ce976b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (e425c067-f30d-4130-9106-b5c39964f78d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.043887 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Pushing event updated for resources: {'Port': ['ID=7c641d82-41e7-4883-975b-61ba5b9e9420,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:50.078049 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] For port 990e081a-8427-4c70-a970-d33e9d6dadb8, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:35:50.080444 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-08c4c248-10ab-4b67-aa84-3eb77283c9de tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc3ad7416d27411cb8ddbce0a3da18eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815463 May 28 03:35:50.086718 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.158563 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Allocated IP 172.27.3.225 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/9773309d-2dc6-4589-8b67-a5f705c7c90e) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:35:50.214532 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] For port 990e081a-8427-4c70-a970-d33e9d6dadb8, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=990e081a-8427-4c70-a970-d33e9d6dadb8,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:35:50.348414 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a8d4a0-147d-503b-ad97-c41c9d5b7add-a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d'}]}} from dv-cinder-843361-3-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 03:35:50.350404 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.357446 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-3bbf6d89-436e-42d9-bb03-4f236ce976b3 None None] Port e425c067-f30d-4130-9106-b5c39964f78d cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:35:50.370625 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.384767 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Attempting to bind port 7c641d82-41e7-4883-975b-61ba5b9e9420 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:35:50.385295 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Attempting to bind port 7c641d82-41e7-4883-975b-61ba5b9e9420 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:35:50.385901 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Attempting to bind port 7c641d82-41e7-4883-975b-61ba5b9e9420 on network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:35:50.396450 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:35:50.396983 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Checking segment: {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:35:50.397585 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.398129 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Bound using segment: {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:35:50.398746 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Bound port: 7c641d82-41e7-4883-975b-61ba5b9e9420, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:35:50.399212 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.451387 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Publish callbacks [] for port (e425c067-f30d-4130-9106-b5c39964f78d), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.501467 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-9fa7f378-23f0-4ae5-9dc1-56187967639f service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:35:50.505802 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-9fa7f378-23f0-4ae5-9dc1-56187967639f service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0918200 May 28 03:35:50.548778 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Publish callbacks [] for router_gateway (ac2fd311-4d32-440e-a015-7e7db9f07342), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.589238 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebfee17-ba26-4169-9231-106e019b3021 None None] Pushing event updated for resources: {'Port': ['ID=990e081a-8427-4c70-a970-d33e9d6dadb8,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:50.640773 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] For port 7c641d82-41e7-4883-975b-61ba5b9e9420, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:35:50.652615 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] For port 7c641d82-41e7-4883-975b-61ba5b9e9420, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=7c641d82-41e7-4883-975b-61ba5b9e9420,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:35:50.692549 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (e425c067-f30d-4130-9106-b5c39964f78d), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.693295 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-877763'] for router_interface (bd7f9c2a-6924-48ec-95dd-51cac4602f80), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.721474 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Allocated IP 172.20.0.2 (a3076c7d-656d-4e5b-8611-4fd5569b4e24/da50ec93-7f82-409a-8de1-5fe0de05e55d/30935570-9fb4-4c6d-ba4f-af72bf01e870) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:35:50.747701 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Publish callbacks [] for router_gateway (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.761338 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-99d4f6ae-bfc7-45b4-a555-26c746ff146c service neutron] 10.222.0.41 "GET /v2.0/networks/4150b5cc-830a-4fc6-9434-807c7104e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394130 May 28 03:35:50.762564 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Pushing event updated for resources: {'Port': ['ID=e425c067-f30d-4130-9106-b5c39964f78d,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:50.775821 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 404662b0-d552-4da8-ab04-39bb0f2854b8 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:35:50.785743 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.805363 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.863524 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Publish callbacks [] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:50.865977 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:50.969015 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:51.006632 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6aa92e-7b38-459d-8b76-38a2742dd67b None None] Pushing event updated for resources: {'Port': ['ID=7c641d82-41e7-4883-975b-61ba5b9e9420,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:51.022130 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 404662b0-d552-4da8-ab04-39bb0f2854b8 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:51.028320 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:51.035872 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-ba3c6e5d-69e3-48c4-8b56-a128dd63285e service neutron] 10.222.0.41 "GET /v2.0/networks/4150b5cc-830a-4fc6-9434-807c7104e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655363 May 28 03:35:51.041197 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Network f47d9414-85e4-4030-814e-0a5133c3d4b0 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:51.057208 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:51.116812 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Publish callbacks [] for router_gateway (ac2fd311-4d32-440e-a015-7e7db9f07342), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:51.155746 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Publish callbacks [] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:51.207284 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:51.210821 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:51.256431 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 404662b0-d552-4da8-ab04-39bb0f2854b8 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:51.257424 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:51.289749 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:51.339771 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Router bd7f9c2a-6924-48ec-95dd-51cac4602f80 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:35:51.419932 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:51.426159 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:51.426413 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:51.436427 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:35:51.441402 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 404662b0-d552-4da8-ab04-39bb0f2854b8, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=404662b0-d552-4da8-ab04-39bb0f2854b8,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:35:51.473453 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Network a3076c7d-656d-4e5b-8611-4fd5569b4e24 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:51.498199 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Allocated IP 172.27.3.161 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/9758661e-85b7-49cf-a942-6d54a9cad79b) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:35:51.500655 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:INSERT=8 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:51.513497 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Pushing event updated for resources: {'Port': ['ID=9773309d-2dc6-4589-8b67-a5f705c7c90e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:51.519834 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:51.548460 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:35:51.551133 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Pushing event updated for resources: {'Port': ['ID=30935570-9fb4-4c6d-ba4f-af72bf01e870,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:51.571758 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:51.687588 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 58686) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:51.695902 dv-cinder-843361-3-iscsi neutron-server[104449]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 28 03:35:51.709795 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-270b5f78-dfc5-4f94-be8f-9a1b877a97ad None None] Provisioning complete for port e425c067-f30d-4130-9106-b5c39964f78d triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:51.715959 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-270b5f78-dfc5-4f94-be8f-9a1b877a97ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (e425c067-f30d-4130-9106-b5c39964f78d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:51.716340 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:35:51.730316 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-0b941c00-5aba-45ef-b920-7b3fb3231a4d admin admin] 10.222.0.41 "PUT /v2.0/routers/bd7f9c2a-6924-48ec-95dd-51cac4602f80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3933907 May 28 03:35:51.744532 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Sync routers for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:35:51.821829 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-43e20cbc-b76e-4f57-ae19-c267a9245efa req-912d9293-3d66-45db-917c-412ab1605ffb tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 210 time: 0.1325011 May 28 03:35:51.936211 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:35:51.937007 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:51.943656 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=404662b0-d552-4da8-ab04-39bb0f2854b8,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:51.946013 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-270b5f78-dfc5-4f94-be8f-9a1b877a97ad None None] Port e425c067-f30d-4130-9106-b5c39964f78d cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:35:51.947313 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3167d84a-55a4-4bc0-93e0-69de304e0cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:52.011515 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Publish callbacks [] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:52.040308 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:52.077049 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Attempting to bind port 30935570-9fb4-4c6d-ba4f-af72bf01e870 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:35:52.077272 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Attempting to bind port 30935570-9fb4-4c6d-ba4f-af72bf01e870 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:35:52.077611 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Attempting to bind port 30935570-9fb4-4c6d-ba4f-af72bf01e870 on network a3076c7d-656d-4e5b-8611-4fd5569b4e24 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:35:52.092357 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:35:52.092757 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Checking segment: {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:35:52.093184 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:52.094684 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Bound using segment: {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:35:52.095641 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Bound port: 30935570-9fb4-4c6d-ba4f-af72bf01e870, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:35:52.096110 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:52.286118 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:35:52.432391 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:52.436500 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] For port 30935570-9fb4-4c6d-ba4f-af72bf01e870, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:35:52.446001 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984da65d-a416-48d4-8235-d9386b79510f None None] Network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:35:52.539675 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58720) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:52.542566 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] For port 30935570-9fb4-4c6d-ba4f-af72bf01e870, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=30935570-9fb4-4c6d-ba4f-af72bf01e870,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:35:52.563592 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-b782c906-600b-4987-848f-ea015d2d1145 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1419239839', 'description': 'tempest-description--128209036'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:52.624273 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b75789ac-374f-40ea-81fa-fccdef065f73 None None] Provisioning complete for port 990e081a-8427-4c70-a970-d33e9d6dadb8 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:52.624273 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b75789ac-374f-40ea-81fa-fccdef065f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:52.711331 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:52.714263 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b782c906-600b-4987-848f-ea015d2d1145 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:52.732543 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:52.778989 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=9758661e-85b7-49cf-a942-6d54a9cad79b,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:52.818718 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:52.820424 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Allocated IP 172.27.3.238 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/9e98f348-1da9-4071-af99-c71ace4509b0) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:35:52.825274 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:52.827557 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Publish callbacks [] for router_gateway (16ba28df-7752-4608-be78-a068ff847a0a), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:52.829891 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:35:52.850685 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb714b79-b3df-4708-a6b2-5ceffdcdf697 None None] Pushing event updated for resources: {'Port': ['ID=30935570-9fb4-4c6d-ba4f-af72bf01e870,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:52.877646 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b782c906-600b-4987-848f-ea015d2d1145 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group (9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:52.900641 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 404662b0-d552-4da8-ab04-39bb0f2854b8 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:35:52.975128 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a98d3a-7888-4471-8b7d-ea04c6552111 None None] Network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:35:53.127995 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-31007c29-c35e-4500-9f89-e1e99a698ee3 req-5976ca70-5f28-48a9-8d50-1f5206e3ef47 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 210 time: 0.2175264 May 28 03:35:53.128997 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b782c906-600b-4987-848f-ea015d2d1145 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.131861 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:53.173565 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b782c906-600b-4987-848f-ea015d2d1145 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:53.218295 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58734) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:53.244384 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b782c906-600b-4987-848f-ea015d2d1145 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.250797 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b782c906-600b-4987-848f-ea015d2d1145 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7074220 May 28 03:35:53.251353 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58740) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:53.259608 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-f770d657-861e-458a-8f2b-621ed2d2bde1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Request body: {'security_group_rule': {'security_group_id': '9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:53.271948 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.282151 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Publish callbacks [] for port (9e98f348-1da9-4071-af99-c71ace4509b0), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.448637 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f770d657-861e-458a-8f2b-621ed2d2bde1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group_rule (4b10cacd-35e6-47c6-8427-9ed12f0c8db4), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.480233 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Publish callbacks [] for router_gateway (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.494234 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:INSERT=7,neutron:SELECT=87,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:53.536521 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 404662b0-d552-4da8-ab04-39bb0f2854b8 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:53.536949 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.577273 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-887be3c2-fce2-4102-b5da-cbacf695e6bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.611804 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b75789ac-374f-40ea-81fa-fccdef065f73 None None] Current status of the port 990e081a-8427-4c70-a970-d33e9d6dadb8 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:53.612189 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b75789ac-374f-40ea-81fa-fccdef065f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.652743 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:53.656234 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:50Z', 'revision_number': 2, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:53.744010 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Checking router: bd7f9c2a-6924-48ec-95dd-51cac4602f80 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:35:53.744211 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Updating router bd7f9c2a-6924-48ec-95dd-51cac4602f80 port e425c067-f30d-4130-9106-b5c39964f78d binding host dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:35:53.765772 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877056'] for router (16ba28df-7752-4608-be78-a068ff847a0a), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.780540 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-b75789ac-374f-40ea-81fa-fccdef065f73 None None] For port 990e081a-8427-4c70-a970-d33e9d6dadb8, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=990e081a-8427-4c70-a970-d33e9d6dadb8,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:35:53.781652 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (e425c067-f30d-4130-9106-b5c39964f78d), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.810299 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f770d657-861e-458a-8f2b-621ed2d2bde1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group_rule (4b10cacd-35e6-47c6-8427-9ed12f0c8db4), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.864320 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-887be3c2-fce2-4102-b5da-cbacf695e6bb admin admin] Publish callbacks [] for security_group (a131a3b9-bf53-4cd5-88a3-3a86a90365ae), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.886493 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f770d657-861e-458a-8f2b-621ed2d2bde1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (4b10cacd-35e6-47c6-8427-9ed12f0c8db4), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.894521 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b75789ac-374f-40ea-81fa-fccdef065f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.895670 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877056'] for router (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.900189 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (9e98f348-1da9-4071-af99-c71ace4509b0), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.932199 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:53.948462 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-887be3c2-fce2-4102-b5da-cbacf695e6bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a131a3b9-bf53-4cd5-88a3-3a86a90365ae), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:53.975547 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75789ac-374f-40ea-81fa-fccdef065f73 None None] Pushing event updated for resources: {'Port': ['ID=990e081a-8427-4c70-a970-d33e9d6dadb8,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:54.008935 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770d657-861e-458a-8f2b-621ed2d2bde1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b10cacd-35e6-47c6-8427-9ed12f0c8db4,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:54.020294 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:54.064141 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:54.067644 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f770d657-861e-458a-8f2b-621ed2d2bde1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.076002 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f770d657-861e-458a-8f2b-621ed2d2bde1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8230836 May 28 03:35:54.086739 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 404662b0-d552-4da8-ab04-39bb0f2854b8 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:54.093156 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 990e081a-8427-4c70-a970-d33e9d6dadb8 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:35:54.097267 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-887be3c2-fce2-4102-b5da-cbacf695e6bb admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c547fb861a0e4888b6bef6c30c5f0c73&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8778617 May 28 03:35:54.098049 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58768) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:54.110311 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58772) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:54.110311 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-fbb35243-46e4-4c78-a73a-4a5c152cc3bd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Request body: {'security_group_rule': {'security_group_id': '9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:54.118486 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-26ed609c-3bf8-4b66-95ce-1e2a8f4ac2d8 None None] Provisioning complete for port 990e081a-8427-4c70-a970-d33e9d6dadb8 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:54.118872 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-26ed609c-3bf8-4b66-95ce-1e2a8f4ac2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.151761 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:54.153682 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887be3c2-fce2-4102-b5da-cbacf695e6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a131a3b9-bf53-4cd5-88a3-3a86a90365ae,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:54.156725 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Pushing event updated for resources: {'Port': ['ID=9e98f348-1da9-4071-af99-c71ace4509b0,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:54.163457 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:35:54.241336 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-83208179-7a1d-45bc-9623-d4aaf210ddae admin admin] Publish callbacks [] for security_group (a131a3b9-bf53-4cd5-88a3-3a86a90365ae), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.286374 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-83208179-7a1d-45bc-9623-d4aaf210ddae admin admin] Publish callbacks [] for security_group (a131a3b9-bf53-4cd5-88a3-3a86a90365ae), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.299812 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.404411 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-51684ffe-063f-422a-a44b-e08d08f54d2a req-9d85cc0e-a9cf-4e63-bb7c-d99ca1f822f0 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 210 time: 0.0578785 May 28 03:35:54.410768 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-26ed609c-3bf8-4b66-95ce-1e2a8f4ac2d8 None None] Current status of the port 990e081a-8427-4c70-a970-d33e9d6dadb8 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:54.420253 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fbb35243-46e4-4c78-a73a-4a5c152cc3bd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group_rule (f1a97b51-1aaf-4b76-aea2-40f2777de854), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.426909 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 990e081a-8427-4c70-a970-d33e9d6dadb8 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:54.427461 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.497244 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fbb35243-46e4-4c78-a73a-4a5c152cc3bd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group_rule (f1a97b51-1aaf-4b76-aea2-40f2777de854), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.509219 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-26ed609c-3bf8-4b66-95ce-1e2a8f4ac2d8 None None] Provisioning complete for port 7c641d82-41e7-4883-975b-61ba5b9e9420 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:54.509538 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-26ed609c-3bf8-4b66-95ce-1e2a8f4ac2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.526301 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Router 16ba28df-7752-4608-be78-a068ff847a0a is scheduled to L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 with binding_index 1 {{(pid=104449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 03:35:54.600224 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fbb35243-46e4-4c78-a73a-4a5c152cc3bd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (f1a97b51-1aaf-4b76-aea2-40f2777de854), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.605738 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-83208179-7a1d-45bc-9623-d4aaf210ddae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a131a3b9-bf53-4cd5-88a3-3a86a90365ae), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.608061 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-83208179-7a1d-45bc-9623-d4aaf210ddae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.612303 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-83208179-7a1d-45bc-9623-d4aaf210ddae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a131a3b9-bf53-4cd5-88a3-3a86a90365ae HTTP/1.1" status: 204 len: 168 time: 0.4952974 May 28 03:35:54.634056 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb35243-46e4-4c78-a73a-4a5c152cc3bd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a97b51-1aaf-4b76-aea2-40f2777de854,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:54.647403 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83208179-7a1d-45bc-9623-d4aaf210ddae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a131a3b9-bf53-4cd5-88a3-3a86a90365ae,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:54.653555 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85467885-6142-4b6d-a9c4-58d47637ae09 None None] Network a3076c7d-656d-4e5b-8611-4fd5569b4e24 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:35:54.738898 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fbb35243-46e4-4c78-a73a-4a5c152cc3bd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.743318 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-fbb35243-46e4-4c78-a73a-4a5c152cc3bd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6373894 May 28 03:35:54.743637 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58796) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:54.750728 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-26ed609c-3bf8-4b66-95ce-1e2a8f4ac2d8 None None] Current status of the port 7c641d82-41e7-4883-975b-61ba5b9e9420 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:54.751117 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-26ed609c-3bf8-4b66-95ce-1e2a8f4ac2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.778500 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:54.818820 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 is scheduled to L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 with binding_index 1 {{(pid=104449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 03:35:54.861433 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 990e081a-8427-4c70-a970-d33e9d6dadb8 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:54.862754 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 7c641d82-41e7-4883-975b-61ba5b9e9420 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:35:54.927526 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Publish callbacks [] for port (e425c067-f30d-4130-9106-b5c39964f78d), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.937373 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.968240 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-26ed609c-3bf8-4b66-95ce-1e2a8f4ac2d8 None None] For port 7c641d82-41e7-4883-975b-61ba5b9e9420, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=7c641d82-41e7-4883-975b-61ba5b9e9420,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:35:54.972710 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 7c641d82-41e7-4883-975b-61ba5b9e9420 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:54.973143 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.978845 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:35:54.985089 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Publish callbacks [] for router_gateway (ac2fd311-4d32-440e-a015-7e7db9f07342), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:54.990766 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Sync routers for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:35:55.004292 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:35:55.005071 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:55.024248 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (e425c067-f30d-4130-9106-b5c39964f78d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:55.051529 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:55.062585 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-26ed609c-3bf8-4b66-95ce-1e2a8f4ac2d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:55.173037 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:55.178442 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d10853e5-e963-4ecb-ab8b-15e431f40c06 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.4603686 May 28 03:35:55.178607 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58806) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:55.184426 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:35:55.196902 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:55.205346 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 7c641d82-41e7-4883-975b-61ba5b9e9420 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:55.250967 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-960615d5-cde9-4740-9c15-736649d83427 None None] Provisioning complete for port 30935570-9fb4-4c6d-ba4f-af72bf01e870 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:55.250967 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-960615d5-cde9-4740-9c15-736649d83427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:55.253875 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Sync routers for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:35:55.310387 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:35:55.324050 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:55.329874 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d19c3b8a-149a-401d-a94e-9bd7b9c9b2c2 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.6582658 May 28 03:35:55.340377 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 58814) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:55.345224 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:55.429281 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:35:55.430844 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:55.433181 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd02598-efd8-43f3-89db-fcac4fa7a405 None None] Pushing event updated for resources: {'Port': ['ID=e425c067-f30d-4130-9106-b5c39964f78d,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:55.639261 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Allocated IP 172.27.3.150 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/0498a658-e472-489c-b26d-e63f87fdabfa) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:35:55.711097 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ed609c-3bf8-4b66-95ce-1e2a8f4ac2d8 None None] Pushing event updated for resources: {'Port': ['ID=7c641d82-41e7-4883-975b-61ba5b9e9420,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:55.743292 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 990e081a-8427-4c70-a970-d33e9d6dadb8 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:35:55.754263 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:55.758942 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:55.790659 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Attempting to bind port e425c067-f30d-4130-9106-b5c39964f78d on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:35:55.791209 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Attempting to bind port e425c067-f30d-4130-9106-b5c39964f78d by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:35:55.791680 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Attempting to bind port e425c067-f30d-4130-9106-b5c39964f78d on network f47d9414-85e4-4030-814e-0a5133c3d4b0 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:35:55.804288 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:35:55.805024 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Checking segment: {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:35:55.805293 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:55.806148 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Bound using segment: {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:35:55.806567 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Bound port: e425c067-f30d-4130-9106-b5c39964f78d, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:35:55.807070 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (e425c067-f30d-4130-9106-b5c39964f78d), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:55.821899 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:55.867618 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877056'] for router (ac2fd311-4d32-440e-a015-7e7db9f07342), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:55.879752 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-473a6e30-d95b-451a-b155-629760776a0d req-c4d0b908-d1be-4ef1-979a-0e33cd66b968 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 210 time: 0.0629227 May 28 03:35:55.959085 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:55.974594 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 3, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:56.037433 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Checking router: 16ba28df-7752-4608-be78-a068ff847a0a for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:35:56.040478 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Updating router 16ba28df-7752-4608-be78-a068ff847a0a port 9773309d-2dc6-4589-8b67-a5f705c7c90e binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:35:56.082598 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.160016 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for port (0498a658-e472-489c-b26d-e63f87fdabfa), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.178546 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] For port e425c067-f30d-4130-9106-b5c39964f78d, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:35:56.182153 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] For port e425c067-f30d-4130-9106-b5c39964f78d, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=e425c067-f30d-4130-9106-b5c39964f78d,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:35:56.194003 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.219705 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-960615d5-cde9-4740-9c15-736649d83427 None None] Current status of the port 30935570-9fb4-4c6d-ba4f-af72bf01e870 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:56.220175 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-960615d5-cde9-4740-9c15-736649d83427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.238409 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 990e081a-8427-4c70-a970-d33e9d6dadb8 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:56.239270 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.245242 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:35:56.295296 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Router ac2fd311-4d32-440e-a015-7e7db9f07342 is scheduled to L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 with binding_index 1 {{(pid=104449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 03:35:56.371010 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.388754 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.402023 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (0498a658-e472-489c-b26d-e63f87fdabfa), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.417919 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:56.427616 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (e425c067-f30d-4130-9106-b5c39964f78d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.530912 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-960615d5-cde9-4740-9c15-736649d83427 None None] For port 30935570-9fb4-4c6d-ba4f-af72bf01e870, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=30935570-9fb4-4c6d-ba4f-af72bf01e870,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:35:56.554800 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:56.570116 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:56.640811 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Allocated IP 172.20.0.1 (9cd091c1-088f-4b49-b9d5-c93354a4ddb5/4490044b-5c07-456c-ad61-47e5d5e2ef0c/2a3e57dd-6060-48f8-a16d-44e486fd09b7) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:35:56.659132 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-960615d5-cde9-4740-9c15-736649d83427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.665245 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:35:56.666006 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:56.680073 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:35:56.691857 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event updated for resources: {'Port': ['ID=0498a658-e472-489c-b26d-e63f87fdabfa,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:56.713121 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:56.768935 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Publish callbacks [] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.838763 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:35:56.868471 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.879389 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (b55f4577-1c42-4abf-9662-91537ff98078), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:56.960717 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd02598-efd8-43f3-89db-fcac4fa7a405 None None] Pushing event updated for resources: {'Port': ['ID=e425c067-f30d-4130-9106-b5c39964f78d,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:56.982059 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:57.047131 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-960615d5-cde9-4740-9c15-736649d83427 None None] Provisioning complete for port 7c641d82-41e7-4883-975b-61ba5b9e9420 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:57.047574 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-960615d5-cde9-4740-9c15-736649d83427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.056386 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Allocated IP 172.20.0.1 (ee7025a6-8632-48bc-9a4d-e0b6d8e98a79/f446e15b-7c64-40ee-82e8-228642b299e2/0622f0d0-212b-4f34-8d6c-4633fd477e77) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:35:57.058025 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Publish callbacks [] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.109679 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd81f99-fc39-4c03-8592-528f43484159 None None] Pushing event updated for resources: {'Port': ['ID=9773309d-2dc6-4589-8b67-a5f705c7c90e,revision_number=2']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:57.129886 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Attempting to bind port 9773309d-2dc6-4589-8b67-a5f705c7c90e on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:35:57.137332 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Attempting to bind port 9773309d-2dc6-4589-8b67-a5f705c7c90e by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:35:57.137847 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Attempting to bind port 9773309d-2dc6-4589-8b67-a5f705c7c90e on network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:35:57.151129 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:57.157607 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:35:57.162634 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Checking segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:35:57.163213 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.163600 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Bound using segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:35:57.164086 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Bound port: 9773309d-2dc6-4589-8b67-a5f705c7c90e, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:35:57.164457 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.213387 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 990e081a-8427-4c70-a970-d33e9d6dadb8 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:57.214602 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 30935570-9fb4-4c6d-ba4f-af72bf01e870 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:35:57.231114 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:35:57.255776 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] For port 9773309d-2dc6-4589-8b67-a5f705c7c90e, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:35:57.259369 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] For port 9773309d-2dc6-4589-8b67-a5f705c7c90e, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=9773309d-2dc6-4589-8b67-a5f705c7c90e,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:35:57.263494 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.27', 64211) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:57.263494 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.265592 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Sync routers for ids ['ac2fd311-4d32-440e-a015-7e7db9f07342'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:35:57.280946 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Routers {'ac2fd311-4d32-440e-a015-7e7db9f07342'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:35:57.281776 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['ac2fd311-4d32-440e-a015-7e7db9f07342'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:57.307906 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (0498a658-e472-489c-b26d-e63f87fdabfa), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.370119 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960615d5-cde9-4740-9c15-736649d83427 None None] Pushing event updated for resources: {'Port': ['ID=30935570-9fb4-4c6d-ba4f-af72bf01e870,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:57.434845 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.444550 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3e57dd-6060-48f8-a16d-44e486fd09b7,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:57.481228 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.484826 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-aa2f5a68-da66-48b5-932c-f6a53885035d admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 8.2867172 May 28 03:35:57.488991 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:57.501398 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd81f99-fc39-4c03-8592-528f43484159 None None] Pushing event updated for resources: {'Port': ['ID=9773309d-2dc6-4589-8b67-a5f705c7c90e,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:57.515670 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 58868) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:35:57.530675 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:53Z', 'revision_number': 3, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:57.553906 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Set router ac2fd311-4d32-440e-a015-7e7db9f07342 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:35:57.583710 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-960615d5-cde9-4740-9c15-736649d83427 None None] Current status of the port 7c641d82-41e7-4883-975b-61ba5b9e9420 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:57.590218 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 30935570-9fb4-4c6d-ba4f-af72bf01e870 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:57.590611 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.592278 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Publish callbacks [] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.601893 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:57.652546 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:35:57.653036 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878195'] for router_interface (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.671549 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:57.677734 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:35:57.678474 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:57.750850 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Checking router: c1d56ddc-d80b-4d48-9520-e044fb7bbd06 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:35:57.751196 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Updating router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 port 9758661e-85b7-49cf-a942-6d54a9cad79b binding host dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:35:57.807845 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:57.832218 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.913202 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0363eb15-e3b5-439b-bc3a-5c685a2c12e3 req-22c3773d-f6a5-4fef-a349-019a0a344de9 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 210 time: 0.3869047 May 28 03:35:57.917950 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:57.984799 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Pushing event updated for resources: {'Port': ['ID=0622f0d0-212b-4f34-8d6c-4633fd477e77,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:58.017140 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:35:58.020668 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:35:58.035369 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:35:58.035369 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878195'] for router_interface (16ba28df-7752-4608-be78-a068ff847a0a), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:58.046459 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-d606de3a-7d6a-41c2-b44a-db4ede450cf2 None None] Provisioning complete for port 30935570-9fb4-4c6d-ba4f-af72bf01e870 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:58.046870 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d606de3a-7d6a-41c2-b44a-db4ede450cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:58.048781 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 30935570-9fb4-4c6d-ba4f-af72bf01e870 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:58.077602 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:35:58.114150 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:58.149716 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:58.194937 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for port (0498a658-e472-489c-b26d-e63f87fdabfa), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:58.224030 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:58.233077 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:56Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:58.295272 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035304b1-e428-4bf2-9332-6558513d69c0 req-cdbe3780-e0f7-442b-9178-003ef00cbbca tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:58.296807 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-cdbe3780-e0f7-442b-9178-003ef00cbbca tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.27 "GET /v2.0/networks?id=4150b5cc-830a-4fc6-9434-807c7104e296 HTTP/1.1" status: 200 len: 811 time: 1.0286283 May 28 03:35:58.320603 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (0498a658-e472-489c-b26d-e63f87fdabfa), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:58.364288 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d195140-a5ea-4573-ae1a-fe7d9b84a1f0 None None] The sync data for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi is: [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:56Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:35:58.366202 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 7c641d82-41e7-4883-975b-61ba5b9e9420 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:35:58.481947 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (b55f4577-1c42-4abf-9662-91537ff98078), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:58.493312 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-035304b1-e428-4bf2-9332-6558513d69c0 req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Request body: {'port': {'device_id': '362687d7-ef88-4e49-b7a5-d732c28e1b0b', 'network_id': '4150b5cc-830a-4fc6-9434-807c7104e296', 'admin_state_up': True, 'tenant_id': 'fc3ad7416d27411cb8ddbce0a3da18eb'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:35:58.530130 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event updated for resources: {'Port': ['ID=0498a658-e472-489c-b26d-e63f87fdabfa,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:58.578394 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:58.580707 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:35:58.593597 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:58.594070 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:35:54Z', 'revision_number': 3, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:35:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:58.716256 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Checking router: ac2fd311-4d32-440e-a015-7e7db9f07342 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:35:58.724974 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Updating router ac2fd311-4d32-440e-a015-7e7db9f07342 port 9e98f348-1da9-4071-af99-c71ace4509b0 binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:35:58.773365 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:58.783797 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-284b91ef-ac43-460d-8b8f-4677536fb380 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0300739 May 28 03:35:58.793318 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 7c641d82-41e7-4883-975b-61ba5b9e9420 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:58.794259 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:58.808913 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-d606de3a-7d6a-41c2-b44a-db4ede450cf2 None None] Current status of the port 30935570-9fb4-4c6d-ba4f-af72bf01e870 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:58.827671 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (9e98f348-1da9-4071-af99-c71ace4509b0), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:58.855176 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-d606de3a-7d6a-41c2-b44a-db4ede450cf2 None None] Provisioning complete for port e425c067-f30d-4130-9106-b5c39964f78d triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:58.855448 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d606de3a-7d6a-41c2-b44a-db4ede450cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (e425c067-f30d-4130-9106-b5c39964f78d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:58.943333 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 3, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:35:59.072324 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f20e9e9-c478-4976-8fe5-ee9aa04888f3 None None] The sync data for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi is: [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 3, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:35:59.139909 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:59.163917 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:59.173885 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:59.223497 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Publish callbacks [] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:59.307298 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-75fdb818-847d-4953-811d-1716304dae47 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1419239839&fields=id&tenant_id=3611c72fb0b8472da98ba9b0c0d86843 HTTP/1.1" status: 200 len: 267 time: 0.0717032 May 28 03:35:59.319201 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-492f3a90-39c4-4913-a523-5b6a75525340 req-553b618f-e792-485e-9275-7754508de0bc tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 210 time: 0.1047132 May 28 03:35:59.323294 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Publish callbacks [] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:59.402328 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:59.403114 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-877763'] for router_interface (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:59.432949 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-d606de3a-7d6a-41c2-b44a-db4ede450cf2 None None] Current status of the port e425c067-f30d-4130-9106-b5c39964f78d is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:59.433473 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d606de3a-7d6a-41c2-b44a-db4ede450cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (e425c067-f30d-4130-9106-b5c39964f78d), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:59.482889 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 7c641d82-41e7-4883-975b-61ba5b9e9420 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:35:59.484115 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 30935570-9fb4-4c6d-ba4f-af72bf01e870 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:35:59.615569 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-d606de3a-7d6a-41c2-b44a-db4ede450cf2 None None] For port e425c067-f30d-4130-9106-b5c39964f78d, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=e425c067-f30d-4130-9106-b5c39964f78d,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:35:59.630487 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-0b35eb0c-38a6-4d27-83ab-2360213aca77 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:35:59.632798 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-0b35eb0c-38a6-4d27-83ab-2360213aca77 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 817 time: 0.3039241 May 28 03:35:59.636953 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:59.643054 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-877763'] for router_interface (16ba28df-7752-4608-be78-a068ff847a0a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:59.654211 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:59.724747 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d606de3a-7d6a-41c2-b44a-db4ede450cf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (e425c067-f30d-4130-9106-b5c39964f78d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:59.732612 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 30935570-9fb4-4c6d-ba4f-af72bf01e870 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:59.733421 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:59.807748 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-052f4462-117c-451e-b8df-7e4c423c9f95 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/quotas/3611c72fb0b8472da98ba9b0c0d86843 HTTP/1.1" status: 200 len: 375 time: 0.1607811 May 28 03:35:59.862315 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Publish callbacks [] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:59.934408 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:35:59.948746 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-c92983a3-2e7e-4acd-a12c-619a63dc40ec None None] Provisioning complete for port 0622f0d0-212b-4f34-8d6c-4633fd477e77 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:35:59.949634 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c92983a3-2e7e-4acd-a12c-619a63dc40ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:35:59.979916 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Pushing event updated for resources: {'Port': ['ID=0622f0d0-212b-4f34-8d6c-4633fd477e77,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:35:59.987743 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-61d9a5ed-ed1b-4036-a73d-1a7980d0580a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1659594 May 28 03:35:59.990922 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3e57dd-6060-48f8-a16d-44e486fd09b7,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:00.014693 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-035304b1-e428-4bf2-9332-6558513d69c0 req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Made reservation on behalf of fc3ad7416d27411cb8ddbce0a3da18eb for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:36:00.016290 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:00.023348 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d606de3a-7d6a-41c2-b44a-db4ede450cf2 None None] Pushing event updated for resources: {'Port': ['ID=e425c067-f30d-4130-9106-b5c39964f78d,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:00.023965 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-035304b1-e428-4bf2-9332-6558513d69c0 req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:00.063016 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:36:00.213543 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-c92983a3-2e7e-4acd-a12c-619a63dc40ec None None] Port 0622f0d0-212b-4f34-8d6c-4633fd477e77 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:00.215108 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Attempting to bind port 9758661e-85b7-49cf-a942-6d54a9cad79b on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:36:00.215479 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Attempting to bind port 9758661e-85b7-49cf-a942-6d54a9cad79b by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:36:00.215894 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Attempting to bind port 9758661e-85b7-49cf-a942-6d54a9cad79b on network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:00.309479 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:36:00.309882 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Checking segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:36:00.310241 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:00.310628 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Bound using segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:36:00.315401 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Bound port: 9758661e-85b7-49cf-a942-6d54a9cad79b, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:36:00.316135 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:00.333251 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 30935570-9fb4-4c6d-ba4f-af72bf01e870 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:00.409714 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74079bbd-fae9-4df6-845e-84a2d259c9f0 None None] Pushing event updated for resources: {'Port': ['ID=9758661e-85b7-49cf-a942-6d54a9cad79b,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:00.452354 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-c92983a3-2e7e-4acd-a12c-619a63dc40ec None None] Provisioning complete for port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:00.452752 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c92983a3-2e7e-4acd-a12c-619a63dc40ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:00.551900 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:00.713323 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-c92983a3-2e7e-4acd-a12c-619a63dc40ec None None] Port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:00.718899 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-76d27099-28da-40f1-87c7-989e195133f0 service neutron] 10.222.0.41 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6140640 May 28 03:36:00.730869 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:00.749007 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58966) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:00.771892 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device e425c067-f30d-4130-9106-b5c39964f78d up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:00.781734 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:36:00.965234 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] For port 9758661e-85b7-49cf-a942-6d54a9cad79b, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:36:00.974692 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] For port 9758661e-85b7-49cf-a942-6d54a9cad79b, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=9758661e-85b7-49cf-a942-6d54a9cad79b,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:36:00.983371 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port e425c067-f30d-4130-9106-b5c39964f78d triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:00.983763 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (e425c067-f30d-4130-9106-b5c39964f78d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:01.025448 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-e7f456a8-239f-467a-863e-86e9b11178ae service neutron] 10.222.0.41 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276859 May 28 03:36:01.029595 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:36:01.085240 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:36:01.139603 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:01.188381 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:01.210467 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Publish callbacks [] for port (9e98f348-1da9-4071-af99-c71ace4509b0), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:01.223040 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:01.259427 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:01.400994 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f0677046-e453-4cea-909e-3fd2c6f6e684 req-959e2e55-d040-4fd8-958d-8fd8d1498d50 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 210 time: 0.2902687 May 28 03:36:01.579369 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:01.579369 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:01.579730 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c54bda9-75c3-45bb-b4d4-a224a07115c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:01.580122 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port e425c067-f30d-4130-9106-b5c39964f78d is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:01.580122 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9773309d-2dc6-4589-8b67-a5f705c7c90e up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:01.580446 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Router 16ba28df-7752-4608-be78-a068ff847a0a has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:36:01.580522 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74079bbd-fae9-4df6-845e-84a2d259c9f0 None None] Pushing event updated for resources: {'Port': ['ID=9758661e-85b7-49cf-a942-6d54a9cad79b,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:01.648134 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c54bda9-75c3-45bb-b4d4-a224a07115c1 admin admin] Publish callbacks [] for security_group (f290f19f-8350-48b1-9007-bfcbf619ecfc), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:01.702951 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-596173b8-e50e-4d2e-9f6b-e1ea7156b51b None None] Provisioning complete for port 0622f0d0-212b-4f34-8d6c-4633fd477e77 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:01.703603 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-596173b8-e50e-4d2e-9f6b-e1ea7156b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:01.721772 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (9e98f348-1da9-4071-af99-c71ace4509b0), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:01.736391 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:36:01.746604 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-035304b1-e428-4bf2-9332-6558513d69c0 req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Allocated IP 172.20.0.5 (4150b5cc-830a-4fc6-9434-807c7104e296/be19fc9a-63a8-4f88-9a9a-4efe33aaead3/cda792d3-ee73-4947-a077-2caf88494a15) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:36:01.770073 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4625bd9f-7524-4bd0-b5de-316d997a7493 admin admin] 10.222.0.41 "PUT /v2.0/routers/16ba28df-7752-4608-be78-a068ff847a0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5844867 May 28 03:36:01.794287 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7c54bda9-75c3-45bb-b4d4-a224a07115c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (f290f19f-8350-48b1-9007-bfcbf619ecfc), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:01.815541 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:01.822391 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Attempting to bind port 9e98f348-1da9-4071-af99-c71ace4509b0 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:36:01.822595 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Attempting to bind port 9e98f348-1da9-4071-af99-c71ace4509b0 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:36:01.822956 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Attempting to bind port 9e98f348-1da9-4071-af99-c71ace4509b0 on network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:01.831163 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 9773309d-2dc6-4589-8b67-a5f705c7c90e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:01.831163 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:01.836078 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:01.855981 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:36:01.859678 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Checking segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:36:01.859678 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:01.859678 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Bound using segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:36:01.859678 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Bound port: 9e98f348-1da9-4071-af99-c71ace4509b0, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:36:01.859678 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (9e98f348-1da9-4071-af99-c71ace4509b0), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:02.006729 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:02.009175 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c54bda9-75c3-45bb-b4d4-a224a07115c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f290f19f-8350-48b1-9007-bfcbf619ecfc,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:02.025665 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-596173b8-e50e-4d2e-9f6b-e1ea7156b51b None None] Port 0622f0d0-212b-4f34-8d6c-4633fd477e77 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:02.038077 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39514cab-60aa-4ad7-bfc8-b1a2d185764d None None] Pushing event updated for resources: {'Port': ['ID=9e98f348-1da9-4071-af99-c71ace4509b0,revision_number=2']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:02.048682 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7c54bda9-75c3-45bb-b4d4-a224a07115c1 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d9bf41aa6e93483c9c73351cefaf7f38&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2651787 May 28 03:36:02.049494 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 58992) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:02.056972 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:02.058592 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] For port 9e98f348-1da9-4071-af99-c71ace4509b0, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:36:02.072748 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] For port 9e98f348-1da9-4071-af99-c71ace4509b0, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=9e98f348-1da9-4071-af99-c71ace4509b0,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:36:02.148947 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (9e98f348-1da9-4071-af99-c71ace4509b0), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:02.156933 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6cef2956-b26d-4378-a1a9-e9bff21c108e req-315a3395-f564-4db7-a445-5bb9f0ee5ad8 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 210 time: 0.2403252 May 28 03:36:02.216023 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea63580c-e34d-4ac8-b7a2-6bec5d8cd7a8 admin admin] Publish callbacks [] for security_group (f290f19f-8350-48b1-9007-bfcbf619ecfc), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:02.269287 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:02.288909 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:36:02.316308 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea63580c-e34d-4ac8-b7a2-6bec5d8cd7a8 admin admin] Publish callbacks [] for security_group (f290f19f-8350-48b1-9007-bfcbf619ecfc), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:02.326008 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-596173b8-e50e-4d2e-9f6b-e1ea7156b51b None None] Provisioning complete for port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:02.326008 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-596173b8-e50e-4d2e-9f6b-e1ea7156b51b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:02.337661 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Routers {'ac2fd311-4d32-440e-a015-7e7db9f07342'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:02.339172 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['ac2fd311-4d32-440e-a015-7e7db9f07342'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:02.401667 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-596173b8-e50e-4d2e-9f6b-e1ea7156b51b None None] Port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:02.535441 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea63580c-e34d-4ac8-b7a2-6bec5d8cd7a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (f290f19f-8350-48b1-9007-bfcbf619ecfc), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:02.538038 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea63580c-e34d-4ac8-b7a2-6bec5d8cd7a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:02.541963 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ea63580c-e34d-4ac8-b7a2-6bec5d8cd7a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f290f19f-8350-48b1-9007-bfcbf619ecfc HTTP/1.1" status: 204 len: 168 time: 0.4914076 May 28 03:36:02.558272 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63580c-e34d-4ac8-b7a2-6bec5d8cd7a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f290f19f-8350-48b1-9007-bfcbf619ecfc,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:02.607740 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39514cab-60aa-4ad7-bfc8-b1a2d185764d None None] Pushing event updated for resources: {'Port': ['ID=9e98f348-1da9-4071-af99-c71ace4509b0,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:02.699087 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:02.751933 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:36:02.752767 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 9773309d-2dc6-4589-8b67-a5f705c7c90e is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:02.753480 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:02.802528 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-99a8541d-4af7-4570-b8b0-ae538ae508b8 admin admin] 10.222.0.41 "PUT /v2.0/routers/c1d56ddc-d80b-4d48-9520-e044fb7bbd06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4527462 May 28 03:36:02.821165 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] Set router ac2fd311-4d32-440e-a015-7e7db9f07342 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:02.866521 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 9773309d-2dc6-4589-8b67-a5f705c7c90e, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=9773309d-2dc6-4589-8b67-a5f705c7c90e,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:02.885413 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59026) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:02.899612 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-b31f4bd4-5152-4285-ae49-9e60295d6e2e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--975371077', 'description': 'tempest-description--2119379612'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:02.949512 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e8fcd08a-bf56-48c9-bf61-50497f0e9427 req-a6c8a7ac-b4ed-4651-9264-b550b2048239 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 210 time: 0.1989188 May 28 03:36:02.976220 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:03.015498 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b31f4bd4-5152-4285-ae49-9e60295d6e2e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:03.112011 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-035304b1-e428-4bf2-9332-6558513d69c0 req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Publish callbacks [] for port (cda792d3-ee73-4947-a077-2caf88494a15), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:03.115616 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:03.127412 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Allocated IP 172.20.0.1 (a3076c7d-656d-4e5b-8611-4fd5569b4e24/da50ec93-7f82-409a-8de1-5fe0de05e55d/ead111f5-8280-4dbb-8401-b472c4c4ee8a) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:36:03.164100 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Sync routers for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:36:03.257089 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:03.285535 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 2, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:03.345156 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b31f4bd4-5152-4285-ae49-9e60295d6e2e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (46ef51fe-a587-40f4-bc22-71c5ecd2c9b1), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:03.394770 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-808abbf7-280c-4397-8a92-eb5e8322495d req-4b2375f3-86f2-4030-bea5-aa6af2b41bb5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 210 time: 0.1059566 May 28 03:36:03.404935 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-035304b1-e428-4bf2-9332-6558513d69c0 req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (cda792d3-ee73-4947-a077-2caf88494a15), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:03.416455 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a148e7-ecf8-4e48-98bd-d39e68a449d0 None None] The sync data for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi is: [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 2, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:36:03.424126 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:03.425041 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:03.437866 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=9773309d-2dc6-4589-8b67-a5f705c7c90e,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:03.438695 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b31f4bd4-5152-4285-ae49-9e60295d6e2e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (46ef51fe-a587-40f4-bc22-71c5ecd2c9b1), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:03.477835 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-035304b1-e428-4bf2-9332-6558513d69c0 req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Network 4150b5cc-830a-4fc6-9434-807c7104e296 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:36:03.545823 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-035304b1-e428-4bf2-9332-6558513d69c0 req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:36:03.554679 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-035304b1-e428-4bf2-9332-6558513d69c0 req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:36:03.568442 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035304b1-e428-4bf2-9332-6558513d69c0 req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:03.569521 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-035304b1-e428-4bf2-9332-6558513d69c0 req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:03.591917 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b31f4bd4-5152-4285-ae49-9e60295d6e2e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:03.598752 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b31f4bd4-5152-4285-ae49-9e60295d6e2e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7071702 May 28 03:36:03.608769 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:35:54Z', 'revision_number': 3, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:03.614206 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59044) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:03.625195 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-b90399dc-bcce-4d42-bc81-154eb5a1be19 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'security_group_rule': {'security_group_id': '46ef51fe-a587-40f4-bc22-71c5ecd2c9b1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:03.665159 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2419636 May 28 03:36:03.669420 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Publish callbacks [] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:03.675675 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31f4bd4-5152-4285-ae49-9e60295d6e2e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:03.707078 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:03.709135 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa421668-7ce1-4166-9b53-50f4cfac7038 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Pushing event updated for resources: {'Port': ['ID=cda792d3-ee73-4947-a077-2caf88494a15,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:03.711878 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:03.749657 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2132c4cd-7fd0-4750-9936-63659f6c816f None None] The sync data for ids ['ac2fd311-4d32-440e-a015-7e7db9f07342'] in dv-cinder-843361-3-iscsi is: [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:35:54Z', 'revision_number': 3, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:36:03.823036 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:03.867826 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b90399dc-bcce-4d42-bc81-154eb5a1be19 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (2f80b3c7-bfc4-436d-ae45-fc3e9d1d2777), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:03.899894 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Network a3076c7d-656d-4e5b-8611-4fd5569b4e24 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:36:03.901550 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ead111f5-8280-4dbb-8401-b472c4c4ee8a,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:03.904303 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:36:03.906894 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:36:03.907746 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878195'] for router_interface (ac2fd311-4d32-440e-a015-7e7db9f07342), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:03.952200 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59060) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:03.981347 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-9b4ab3d6-5cbc-4cff-af0b-95b4d1e275e3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1971261680', 'description': 'tempest-description--669278897'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:04.111836 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b90399dc-bcce-4d42-bc81-154eb5a1be19 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (2f80b3c7-bfc4-436d-ae45-fc3e9d1d2777), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:04.181242 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab3d6-5cbc-4cff-af0b-95b4d1e275e3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:04.243148 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b90399dc-bcce-4d42-bc81-154eb5a1be19 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (2f80b3c7-bfc4-436d-ae45-fc3e9d1d2777), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:04.293195 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90399dc-bcce-4d42-bc81-154eb5a1be19 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f80b3c7-bfc4-436d-ae45-fc3e9d1d2777,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:04.356491 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:04.379590 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b6c4a-27b3-4c83-9f34-81e6d8dd2736 req-c09c8723-b4b7-451c-91d7-65aa1fa1a852 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:04.386592 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 2, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:04.419376 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-db8b6c4a-27b3-4c83-9f34-81e6d8dd2736 req-c09c8723-b4b7-451c-91d7-65aa1fa1a852 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 931 time: 0.2890673 May 28 03:36:04.451519 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b90399dc-bcce-4d42-bc81-154eb5a1be19 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:04.457191 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b90399dc-bcce-4d42-bc81-154eb5a1be19 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8414018 May 28 03:36:04.463059 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59078) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:04.548343 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-58e51f89-f556-4022-9ca1-506364ffe45c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'security_group_rule': {'security_group_id': '46ef51fe-a587-40f4-bc22-71c5ecd2c9b1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:04.663544 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab3d6-5cbc-4cff-af0b-95b4d1e275e3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group (f90e28f5-7a1f-4542-a591-106f8ec82237), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:04.667647 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-db8b6c4a-27b3-4c83-9f34-81e6d8dd2736 req-50c9c74c-5e12-4307-adca-fc4fa4815602 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471874 May 28 03:36:04.668506 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:04.698964 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-f597e952-c0f1-41ee-ae6f-bd7703c15f0b tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:36:04.710327 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-f597e952-c0f1-41ee-ae6f-bd7703c15f0b tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0402520 May 28 03:36:04.721156 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Checking router: 16ba28df-7752-4608-be78-a068ff847a0a for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:36:04.721557 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Updating router 16ba28df-7752-4608-be78-a068ff847a0a port 0622f0d0-212b-4f34-8d6c-4633fd477e77 binding host dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:36:04.759579 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7df6f491-90c2-49fa-a9ab-b1cb5167addb req-d1bd8e5d-f5b9-4758-9cff-a0d9162c1ebe tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 210 time: 0.1224918 May 28 03:36:04.760253 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab3d6-5cbc-4cff-af0b-95b4d1e275e3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (f90e28f5-7a1f-4542-a591-106f8ec82237), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:04.806233 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:04.811881 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-fddd7eaf-544f-4dbf-b863-0f0899e4ea01 None None] Provisioning complete for port ead111f5-8280-4dbb-8401-b472c4c4ee8a triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:04.813738 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-fddd7eaf-544f-4dbf-b863-0f0899e4ea01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:04.855755 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ab3d6-5cbc-4cff-af0b-95b4d1e275e3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90e28f5-7a1f-4542-a591-106f8ec82237,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:04.865612 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:04.886510 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-fddd7eaf-544f-4dbf-b863-0f0899e4ea01 None None] Port ead111f5-8280-4dbb-8401-b472c4c4ee8a cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:04.888065 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-58e51f89-f556-4022-9ca1-506364ffe45c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (1c90d2b7-0397-4060-94b2-dfbfae24a61f), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:04.934342 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:04.997350 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab3d6-5cbc-4cff-af0b-95b4d1e275e3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.006798 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9b4ab3d6-5cbc-4cff-af0b-95b4d1e275e3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0466785 May 28 03:36:05.008383 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59094) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:05.020666 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-9c36b962-fb89-407a-aa90-4a676eb3f1fc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Request body: {'security_group_rule': {'security_group_id': 'f90e28f5-7a1f-4542-a591-106f8ec82237', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:05.055430 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:05.147799 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-58e51f89-f556-4022-9ca1-506364ffe45c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (1c90d2b7-0397-4060-94b2-dfbfae24a61f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.208802 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c36b962-fb89-407a-aa90-4a676eb3f1fc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group_rule (843eaa63-6c8b-4595-a8af-504621859988), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.329401 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-58e51f89-f556-4022-9ca1-506364ffe45c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (1c90d2b7-0397-4060-94b2-dfbfae24a61f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.353386 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:05.387285 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Publish callbacks [] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.397501 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9e98f348-1da9-4071-af99-c71ace4509b0 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:05.432137 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:05.435305 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 59100) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:05.486287 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e51f89-f556-4022-9ca1-506364ffe45c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c90d2b7-0397-4060-94b2-dfbfae24a61f,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:05.486766 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.491678 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-877763'] for router_interface (ac2fd311-4d32-440e-a015-7e7db9f07342), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.595456 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Pushing event updated for resources: {'Port': ['ID=ead111f5-8280-4dbb-8401-b472c4c4ee8a,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:05.627776 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c36b962-fb89-407a-aa90-4a676eb3f1fc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group_rule (843eaa63-6c8b-4595-a8af-504621859988), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.643256 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 9e98f348-1da9-4071-af99-c71ace4509b0 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:05.643684 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (9e98f348-1da9-4071-af99-c71ace4509b0), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.652485 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-58e51f89-f556-4022-9ca1-506364ffe45c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.655523 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-58e51f89-f556-4022-9ca1-506364ffe45c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1760743 May 28 03:36:05.658550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59110) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:05.668428 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:05.709803 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e9e9eb0c-2c27-48b6-a131-637f23536d26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.738309 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c36b962-fb89-407a-aa90-4a676eb3f1fc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (843eaa63-6c8b-4595-a8af-504621859988), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.742586 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Publish callbacks [] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.794702 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36b962-fb89-407a-aa90-4a676eb3f1fc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=843eaa63-6c8b-4595-a8af-504621859988,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:05.820786 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.841805 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.972158 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:05.989731 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9c36b962-fb89-407a-aa90-4a676eb3f1fc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:05.991021 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9c36b962-fb89-407a-aa90-4a676eb3f1fc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9817688 May 28 03:36:05.995194 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 9e98f348-1da9-4071-af99-c71ace4509b0 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:05.995584 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (9e98f348-1da9-4071-af99-c71ace4509b0), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:06.083495 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59118) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:06.155140 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f1a8a-64b9-45a3-a408-9bae9d86adc5 None None] Pushing event updated for resources: {'Port': ['ID=0622f0d0-212b-4f34-8d6c-4633fd477e77,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:06.156275 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-226eb979-408a-40f2-b38f-4c5439ae5aec tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Request body: {'security_group_rule': {'security_group_id': 'f90e28f5-7a1f-4542-a591-106f8ec82237', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:06.195771 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 9e98f348-1da9-4071-af99-c71ace4509b0, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=9e98f348-1da9-4071-af99-c71ace4509b0,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:06.207877 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f8c8d8d8-4a08-4dce-9ea5-cbe9dc23b3db req-0dac36d7-1b2c-4a34-898b-091ba5d74df9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 210 time: 0.2295513 May 28 03:36:06.264831 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:06.330482 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (9e98f348-1da9-4071-af99-c71ace4509b0), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:06.332159 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9773309d-2dc6-4589-8b67-a5f705c7c90e up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:06.383665 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Network a3076c7d-656d-4e5b-8611-4fd5569b4e24 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:36:06.506014 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-226eb979-408a-40f2-b38f-4c5439ae5aec tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group_rule (9dd26d84-76bd-4569-93e0-d91f99ae1515), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:06.587927 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:06.590005 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:36:06.613561 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87425301-6a15-48d9-b4a5-47c1083a77ca req-7343e114-8061-41a8-9a30-15fb26526e03 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:06.616044 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Attempting to bind port 0622f0d0-212b-4f34-8d6c-4633fd477e77 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:36:06.616489 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Attempting to bind port 0622f0d0-212b-4f34-8d6c-4633fd477e77 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:36:06.616590 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Attempting to bind port 0622f0d0-212b-4f34-8d6c-4633fd477e77 on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:06.627504 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-87425301-6a15-48d9-b4a5-47c1083a77ca req-7343e114-8061-41a8-9a30-15fb26526e03 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 931 time: 0.8079855 May 28 03:36:06.751717 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Request body: {'port': {'device_id': '362687d7-ef88-4e49-b7a5-d732c28e1b0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:06.756775 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Allocated IP 172.27.3.80 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/a5aa7d48-92ba-4230-a924-13c3b1fa0ad6) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:36:06.817389 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:36:06.817764 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Checking segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:36:06.818174 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:06.818547 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Bound using segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:36:06.819232 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Bound port: 0622f0d0-212b-4f34-8d6c-4633fd477e77, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:36:06.819406 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:06.883416 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=9e98f348-1da9-4071-af99-c71ace4509b0,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:06.892321 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:06.920091 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-7dda3dc2-69df-4a89-9407-537b2f0894c6 None None] Provisioning complete for port 0622f0d0-212b-4f34-8d6c-4633fd477e77 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:06.920621 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7dda3dc2-69df-4a89-9407-537b2f0894c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.035059 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 9773309d-2dc6-4589-8b67-a5f705c7c90e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:07.035369 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.047679 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-7dda3dc2-69df-4a89-9407-537b2f0894c6 None None] Port 0622f0d0-212b-4f34-8d6c-4633fd477e77 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:07.141438 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-87425301-6a15-48d9-b4a5-47c1083a77ca req-d7304efe-1016-495a-931e-15ca6c21e13e tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094543 May 28 03:36:07.150179 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (cda792d3-ee73-4947-a077-2caf88494a15), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.180241 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for port (a5aa7d48-92ba-4230-a924-13c3b1fa0ad6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.197964 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e9e9eb0c-2c27-48b6-a131-637f23536d26 admin admin] Publish callbacks [] for security_group (b666cfd2-5777-46a9-8bfb-79b5de14af60), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.214340 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2503e995-d64f-4e86-a144-16704e35283a None None] Provisioning complete for port ead111f5-8280-4dbb-8401-b472c4c4ee8a triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:07.214716 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2503e995-d64f-4e86-a144-16704e35283a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.274242 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-226eb979-408a-40f2-b38f-4c5439ae5aec tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group_rule (9dd26d84-76bd-4569-93e0-d91f99ae1515), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.304537 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] For port 0622f0d0-212b-4f34-8d6c-4633fd477e77, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:36:07.306187 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e9e9eb0c-2c27-48b6-a131-637f23536d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (b666cfd2-5777-46a9-8bfb-79b5de14af60), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.328510 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (a5aa7d48-92ba-4230-a924-13c3b1fa0ad6), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.419311 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:36:07.423809 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-226eb979-408a-40f2-b38f-4c5439ae5aec tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (9dd26d84-76bd-4569-93e0-d91f99ae1515), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.442637 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:36:07.467080 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:36:07.509202 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Router ac2fd311-4d32-440e-a015-7e7db9f07342 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:36:07.540818 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] For port 0622f0d0-212b-4f34-8d6c-4633fd477e77, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=0622f0d0-212b-4f34-8d6c-4633fd477e77,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:36:07.566657 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e9e9eb0c-2c27-48b6-a131-637f23536d26 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=59256a4c200e481c8482bf81eee0b4bf&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1252730 May 28 03:36:07.566657 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e9eb0c-2c27-48b6-a131-637f23536d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b666cfd2-5777-46a9-8bfb-79b5de14af60,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:07.575873 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 59146) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:07.579428 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2503e995-d64f-4e86-a144-16704e35283a None None] Port ead111f5-8280-4dbb-8401-b472c4c4ee8a cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:07.600595 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 9773309d-2dc6-4589-8b67-a5f705c7c90e is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:07.663434 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (4217859b-62f7-409d-a63e-6dec05d30e2a), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.709605 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.726266 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.27', 64225) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:07.852399 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-226eb979-408a-40f2-b38f-4c5439ae5aec tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:07.853756 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-226eb979-408a-40f2-b38f-4c5439ae5aec tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7483914 May 28 03:36:07.866241 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 59154) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:07.922494 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:07.923940 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f1a8a-64b9-45a3-a408-9bae9d86adc5 None None] Pushing event updated for resources: {'Port': ['ID=0622f0d0-212b-4f34-8d6c-4633fd477e77,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:07.925038 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226eb979-408a-40f2-b38f-4c5439ae5aec tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd26d84-76bd-4569-93e0-d91f99ae1515,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:08.027578 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:08.029391 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (a5aa7d48-92ba-4230-a924-13c3b1fa0ad6), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:08.035504 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8d675db7-9c3c-4ba0-aa1a-7cafe58ec1ee req-594e1414-4320-48bd-a300-cc8cc6b1e7fe tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 210 time: 0.3102279 May 28 03:36:08.051551 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'Port': ['ID=a5aa7d48-92ba-4230-a924-13c3b1fa0ad6,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:08.060891 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9e98f348-1da9-4071-af99-c71ace4509b0 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:08.064801 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:08.082530 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:08.244342 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:08.266712 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:08.274096 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:36:08.275867 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:08.313214 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9cb5f667-325e-406c-a739-d233555b12f8 admin admin] 10.222.0.41 "PUT /v2.0/routers/ac2fd311-4d32-440e-a015-7e7db9f07342/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7882969 May 28 03:36:08.367134 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 9e98f348-1da9-4071-af99-c71ace4509b0 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:08.368671 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (9e98f348-1da9-4071-af99-c71ace4509b0), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:08.489502 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:08.498579 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:08.538917 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:08.585075 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-82d60c12-db87-4faa-be95-567ddb530fd1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:08.586714 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-82d60c12-db87-4faa-be95-567ddb530fd1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.27 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 817 time: 0.8460810 May 28 03:36:08.623173 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4092ac16-68bd-47c0-bb14-85bdda724879 req-8668d200-dab3-415b-8de4-9b7c7ccfbc8b tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:08.624729 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4092ac16-68bd-47c0-bb14-85bdda724879 req-8668d200-dab3-415b-8de4-9b7c7ccfbc8b tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 931 time: 0.0748947 May 28 03:36:08.718290 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ab3b125b-fb92-4b20-8726-f9d0bf5814f2 admin admin] Publish callbacks [] for security_group (b666cfd2-5777-46a9-8bfb-79b5de14af60), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:08.734680 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-a0fac479-1e21-4b0e-84fe-c43b35676bc0 None None] Provisioning complete for port 0622f0d0-212b-4f34-8d6c-4633fd477e77 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:08.742249 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a0fac479-1e21-4b0e-84fe-c43b35676bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:08.791901 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for port (a5aa7d48-92ba-4230-a924-13c3b1fa0ad6), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:08.835646 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ab3b125b-fb92-4b20-8726-f9d0bf5814f2 admin admin] Publish callbacks [] for security_group (b666cfd2-5777-46a9-8bfb-79b5de14af60), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:08.872239 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (a5aa7d48-92ba-4230-a924-13c3b1fa0ad6), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:08.902169 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 9e98f348-1da9-4071-af99-c71ace4509b0 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:08.902833 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9758661e-85b7-49cf-a942-6d54a9cad79b up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:08.909288 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (4217859b-62f7-409d-a63e-6dec05d30e2a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:08.958730 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'Port': ['ID=a5aa7d48-92ba-4230-a924-13c3b1fa0ad6,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:08.997584 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4092ac16-68bd-47c0-bb14-85bdda724879 req-d5e6b59b-9bfd-481c-8b60-1f0d6ca870ac tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511832 May 28 03:36:08.998366 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:09.045610 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-a0fac479-1e21-4b0e-84fe-c43b35676bc0 None None] Current status of the port 0622f0d0-212b-4f34-8d6c-4633fd477e77 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:09.047704 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a0fac479-1e21-4b0e-84fe-c43b35676bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.073760 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.074132 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:07Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:09.085421 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-11c107f6-d624-41b7-99a2-58a6be1972d6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4254372 May 28 03:36:09.124564 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Allocated IP 172.27.3.87 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/1ff064e7-c6ba-4d86-9ee7-f941cfaa36df) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:36:09.144613 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cda792d3-ee73-4947-a077-2caf88494a15 {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:36:09.155301 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Publish callbacks [] for port (cda792d3-ee73-4947-a077-2caf88494a15), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.166451 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-a0fac479-1e21-4b0e-84fe-c43b35676bc0 None None] For port 0622f0d0-212b-4f34-8d6c-4633fd477e77, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=0622f0d0-212b-4f34-8d6c-4633fd477e77,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:09.173627 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ab3b125b-fb92-4b20-8726-f9d0bf5814f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (b666cfd2-5777-46a9-8bfb-79b5de14af60), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.174264 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b50782-465c-4cfb-a56f-542dc5b5a057 None None] The sync data for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi is: [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:07Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:36:09.174264 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 9758661e-85b7-49cf-a942-6d54a9cad79b triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:09.174264 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.174549 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ab3b125b-fb92-4b20-8726-f9d0bf5814f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.175904 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ab3b125b-fb92-4b20-8726-f9d0bf5814f2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b666cfd2-5777-46a9-8bfb-79b5de14af60 HTTP/1.1" status: 204 len: 168 time: 1.5827627 May 28 03:36:09.228251 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Transition to ACTIVE for port object cda792d3-ee73-4947-a077-2caf88494a15 will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:36:09.233615 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b125b-fb92-4b20-8726-f9d0bf5814f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b666cfd2-5777-46a9-8bfb-79b5de14af60,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:09.293847 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-c51d3385-c138-46d3-8f65-54755414c571 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:09.296942 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-c51d3385-c138-46d3-8f65-54755414c571 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 819 time: 0.1806834 May 28 03:36:09.324500 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-448ba0c9-a621-4db5-bd5e-018a12d0fb39 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/quotas/5cab8255c6134aebb9c93493a2342cb1 HTTP/1.1" status: 200 len: 375 time: 0.0182190 May 28 03:36:09.327281 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9efaa6e2-4aec-4ece-8522-79271a3f2326 req-902e888e-f47a-4442-9928-25b04ac54660 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 210 time: 0.0810173 May 28 03:36:09.380874 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (cda792d3-ee73-4947-a077-2caf88494a15), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.389633 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a0fac479-1e21-4b0e-84fe-c43b35676bc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.441521 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-d663684d-4c58-47ff-bc9f-d280c6a035ea tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157796 May 28 03:36:09.479580 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fac479-1e21-4b0e-84fe-c43b35676bc0 None None] Pushing event updated for resources: {'Port': ['ID=0622f0d0-212b-4f34-8d6c-4633fd477e77,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:09.511357 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Sync routers for ids ['ac2fd311-4d32-440e-a015-7e7db9f07342'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:36:09.555218 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Routers {'ac2fd311-4d32-440e-a015-7e7db9f07342'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:09.561382 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['ac2fd311-4d32-440e-a015-7e7db9f07342'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:09.589788 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 9758661e-85b7-49cf-a942-6d54a9cad79b is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:09.590463 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.608505 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-1b1aee85-9003-4936-8e38-f7ea8d5bb892 service neutron] 10.222.0.41 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639411 May 28 03:36:09.614877 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 9758661e-85b7-49cf-a942-6d54a9cad79b, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=9758661e-85b7-49cf-a942-6d54a9cad79b,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:09.637611 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for port (1ff064e7-c6ba-4d86-9ee7-f941cfaa36df), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.642831 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Pushing event updated for resources: {'Port': ['ID=cda792d3-ee73-4947-a077-2caf88494a15,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:09.707630 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Set router ac2fd311-4d32-440e-a015-7e7db9f07342 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:09.732111 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-00519693-4082-4a00-903b-884386e596c9 service neutron] 10.222.0.41 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130571 May 28 03:36:09.742728 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.762321 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-fdf39823-0b56-4594-9811-72e3a54c59fb tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--975371077&fields=id&tenant_id=68e1a9e256f64e46919b1e362b4f68d8 HTTP/1.1" status: 200 len: 267 time: 0.2941115 May 28 03:36:09.767354 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Attempting to bind port cda792d3-ee73-4947-a077-2caf88494a15 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:36:09.767902 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Attempting to bind port cda792d3-ee73-4947-a077-2caf88494a15 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '4a7fce39-fe93-4068-b639-2378459c1c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4150b5cc-830a-4fc6-9434-807c7104e296'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:36:09.768384 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Attempting to bind port cda792d3-ee73-4947-a077-2caf88494a15 on network 4150b5cc-830a-4fc6-9434-807c7104e296 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:09.808968 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Port cda792d3-ee73-4947-a077-2caf88494a15 on network 4150b5cc-830a-4fc6-9434-807c7104e296 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:36:09.809338 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Attempting to bind port cda792d3-ee73-4947-a077-2caf88494a15 on network 4150b5cc-830a-4fc6-9434-807c7104e296 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:09.852324 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:36:09.852662 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Checking segment: {'id': '4a7fce39-fe93-4068-b639-2378459c1c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4150b5cc-830a-4fc6-9434-807c7104e296'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:36:09.853303 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Bound using segment: {'id': '4a7fce39-fe93-4068-b639-2378459c1c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4150b5cc-830a-4fc6-9434-807c7104e296'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:36:09.853742 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Bound port: cda792d3-ee73-4947-a077-2caf88494a15, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a7fce39-fe93-4068-b639-2378459c1c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4150b5cc-830a-4fc6-9434-807c7104e296'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:36:09.854107 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (cda792d3-ee73-4947-a077-2caf88494a15), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.860049 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=9758661e-85b7-49cf-a942-6d54a9cad79b,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:09.881868 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:09.895454 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (1ff064e7-c6ba-4d86-9ee7-f941cfaa36df), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:09.904144 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:09.962695 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 0622f0d0-212b-4f34-8d6c-4633fd477e77 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:10.012944 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:36:10.025229 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 0622f0d0-212b-4f34-8d6c-4633fd477e77 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:10.025495 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-3591f99e-5c12-435b-8e2a-aeefc9e1a899 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:10.025956 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:10.030254 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:10.031150 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-3591f99e-5c12-435b-8e2a-aeefc9e1a899 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/networks?id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 200 len: 814 time: 0.2657938 May 28 03:36:10.043533 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:04Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'ead111f5-8280-4dbb-8401-b472c4c4ee8a', 'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'mac_address': 'fa:16:3e:82:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:36:02Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 2, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'subnets': [{'id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:10.051333 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:36:10.078205 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:36:10.098923 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event updated for resources: {'Port': ['ID=1ff064e7-c6ba-4d86-9ee7-f941cfaa36df,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:10.102392 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Checking router: ac2fd311-4d32-440e-a015-7e7db9f07342 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:36:10.103993 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Updating router ac2fd311-4d32-440e-a015-7e7db9f07342 port ead111f5-8280-4dbb-8401-b472c4c4ee8a binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:36:10.105970 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-a8566282-18f1-4abe-88bf-8e04c41be43b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/quotas/68e1a9e256f64e46919b1e362b4f68d8 HTTP/1.1" status: 200 len: 375 time: 0.0515962 May 28 03:36:10.134997 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 0622f0d0-212b-4f34-8d6c-4633fd477e77 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:10.149525 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] For port cda792d3-ee73-4947-a077-2caf88494a15, host hv-cinder-84336, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:36:10.186106 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:10.343145 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee469c3c-307d-4639-be8c-1e443e836ac7 req-81d7fbbb-6848-45bc-9467-fa8ca4ee192f tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:10.352681 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ee469c3c-307d-4639-be8c-1e443e836ac7 req-81d7fbbb-6848-45bc-9467-fa8ca4ee192f tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 943 time: 0.1676636 May 28 03:36:10.371275 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59242) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:10.451918 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-13772f5b-833e-4f74-b43f-046199502932 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:10.523573 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ee469c3c-307d-4639-be8c-1e443e836ac7 req-1a1bbd77-edda-4eff-b682-7cad94ce6638 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706338 May 28 03:36:10.525579 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:10.539401 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] For port cda792d3-ee73-4947-a077-2caf88494a15, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cda792d3-ee73-4947-a077-2caf88494a15,segment=NetworkSegment(4a7fce39-fe93-4068-b639-2378459c1c91),segment_id=4a7fce39-fe93-4068-b639-2378459c1c91)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:36:10.649391 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Sync routers for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:36:10.670269 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:10.671221 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:10.680241 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (eaecfc8f-e5d1-4f1d-8254-71c988a4359d), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:10.722267 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-30b235b3-b395-47a0-a15c-8064bef3a826 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5895374 May 28 03:36:10.740235 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (cda792d3-ee73-4947-a077-2caf88494a15), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:10.801547 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1dd5f71f-c5a3-4914-929f-740496733078 req-abcd82b6-07a2-4ffa-a1e6-8d83d0aadbd4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 210 time: 0.1763124 May 28 03:36:10.806386 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:10.813481 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:10.937746 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:10.943511 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:10.950872 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] 10.222.0.27 "PUT /v2.0/ports/cda792d3-ee73-4947-a077-2caf88494a15 HTTP/1.1" status: 200 len: 1093 time: 4.5728700 May 28 03:36:10.973202 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:10.974074 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Publish callbacks [] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:11.013926 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-13772f5b-833e-4f74-b43f-046199502932 admin admin] Publish callbacks [] for security_group (ed59e3b5-e351-446c-9efa-e8485fd80d5a), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:11.035069 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '362687d7-ef88-4e49-b7a5-d732c28e1b0b', 'tag': 'cda792d3-ee73-4947-a077-2caf88494a15'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:11.067875 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:11.177990 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-13772f5b-833e-4f74-b43f-046199502932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (ed59e3b5-e351-446c-9efa-e8485fd80d5a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:11.202171 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0793ff0a-23eb-4572-894c-5d3e1deed930 req-a768ac7a-b4f5-48f4-9b74-c93249487118 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 210 time: 0.1771111 May 28 03:36:11.240703 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502ab29-3a5a-4ece-b011-86dd44a992df None None] Pushing event updated for resources: {'Port': ['ID=ead111f5-8280-4dbb-8401-b472c4c4ee8a,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:11.347677 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:11.424222 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13772f5b-833e-4f74-b43f-046199502932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed59e3b5-e351-446c-9efa-e8485fd80d5a,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:11.456794 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Attempting to bind port ead111f5-8280-4dbb-8401-b472c4c4ee8a on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:36:11.458445 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Attempting to bind port ead111f5-8280-4dbb-8401-b472c4c4ee8a by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:36:11.464719 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Attempting to bind port ead111f5-8280-4dbb-8401-b472c4c4ee8a on network a3076c7d-656d-4e5b-8611-4fd5569b4e24 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:11.484509 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-68ad8f1b-9be3-420b-ba9a-b0d57f0370e8 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:36:11.485716 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-7f6dea91-5f34-4e57-967f-73c43328d681 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3611c72fb0b8472da98ba9b0c0d86843 HTTP/1.1" status: 200 len: 380 time: 0.6637545 May 28 03:36:11.487223 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:36:11.492776 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Checking segment: {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:36:11.492776 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:11.492776 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Bound using segment: {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:36:11.492776 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Bound port: ead111f5-8280-4dbb-8401-b472c4c4ee8a, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:36:11.492776 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:11.493255 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:11.500276 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-68ad8f1b-9be3-420b-ba9a-b0d57f0370e8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3041489 May 28 03:36:11.592433 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-13772f5b-833e-4f74-b43f-046199502932 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5999c0589e3747c898aa4b030ee7f5b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2104611 May 28 03:36:11.592635 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 2, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:11.593570 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (1ff064e7-c6ba-4d86-9ee7-f941cfaa36df), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:11.602027 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 59298) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:11.622684 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Request body: {'port': {'device_id': '35a9c645-590f-49e1-ab03-af4167f10547', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'admin_state_up': True, 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'security_groups': ['9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:11.647278 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5ced8-97ac-4f60-9402-fdb5974fbf8e service neutron] Pushing event updated for resources: {'Port': ['ID=cda792d3-ee73-4947-a077-2caf88494a15,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:11.662191 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035304b1-e428-4bf2-9332-6558513d69c0 req-0555a9d8-938a-4600-9870-bb38aec3256f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:11.663908 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-0555a9d8-938a-4600-9870-bb38aec3256f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fc3ad7416d27411cb8ddbce0a3da18eb&device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 1127 time: 0.4536221 May 28 03:36:11.745798 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Checking router: c1d56ddc-d80b-4d48-9520-e044fb7bbd06 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:36:11.746198 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Updating router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 binding host dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:36:11.769328 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] For port ead111f5-8280-4dbb-8401-b472c4c4ee8a, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:36:11.787752 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] For port ead111f5-8280-4dbb-8401-b472c4c4ee8a, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=ead111f5-8280-4dbb-8401-b472c4c4ee8a,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:36:11.874733 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:11.882152 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-80e23db6-0a28-407e-a02b-ad246b097740 None None] Provisioning complete for port ead111f5-8280-4dbb-8401-b472c4c4ee8a triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:11.882729 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-80e23db6-0a28-407e-a02b-ad246b097740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:11.910847 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af399c8-f17b-4f92-ba34-bee850d32305" -d '{"events": [{"name": "network-changed", "server_uuid": "362687d7-ef88-4e49-b7a5-d732c28e1b0b", "tag": "cda792d3-ee73-4947-a077-2caf88494a15"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:11.928905 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-c8b244f7-18dd-4d44-8775-2642918b218a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda792d3-ee73-4947-a077-2caf88494a15 HTTP/1.1" status: 200 len: 217 time: 0.2132146 May 28 03:36:12.019305 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:12.069399 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3502ab29-3a5a-4ece-b011-86dd44a992df None None] Pushing event updated for resources: {'Port': ['ID=ead111f5-8280-4dbb-8401-b472c4c4ee8a,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:12.101248 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9758661e-85b7-49cf-a942-6d54a9cad79b up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:12.144147 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Routers {'ac2fd311-4d32-440e-a015-7e7db9f07342'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:12.148652 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['ac2fd311-4d32-440e-a015-7e7db9f07342'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:12.226754 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-e34d121a-3465-47ca-b2a1-8d7ae10ab7f2 service neutron] 10.222.0.41 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7196565 May 28 03:36:12.276636 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:12.355953 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-e9a75edf-ed48-43ba-9282-9ebfab0626bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:12.358183 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-e9a75edf-ed48-43ba-9282-9ebfab0626bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 819 time: 0.7899430 May 28 03:36:12.500394 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-80e23db6-0a28-407e-a02b-ad246b097740 None None] Current status of the port ead111f5-8280-4dbb-8401-b472c4c4ee8a is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:12.500781 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-80e23db6-0a28-407e-a02b-ad246b097740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:12.514437 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-bfc8fa8a-493f-498e-8dc5-6f6b14856574 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/quotas/5cab8255c6134aebb9c93493a2342cb1 HTTP/1.1" status: 200 len: 375 time: 0.1154399 May 28 03:36:12.595113 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5c099e44-3347-4d9c-b242-2dd3036d09ee admin admin] Publish callbacks [] for security_group (ed59e3b5-e351-446c-9efa-e8485fd80d5a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:12.599805 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035304b1-e428-4bf2-9332-6558513d69c0 req-ae05f3bf-f38f-4c40-a9e2-acb447186239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:12.604413 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-ae05f3bf-f38f-4c40-a9e2-acb447186239 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=be19fc9a-63a8-4f88-9a9a-4efe33aaead3 HTTP/1.1" status: 200 len: 851 time: 0.5726128 May 28 03:36:12.640031 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Made reservation on behalf of 3611c72fb0b8472da98ba9b0c0d86843 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:36:12.652782 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 9758661e-85b7-49cf-a942-6d54a9cad79b triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:12.653287 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:12.670321 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:12.674440 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] Set router ac2fd311-4d32-440e-a015-7e7db9f07342 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:12.740972 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-a76833ae-d0cb-406e-9f00-6fefde7dcee8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2130589 May 28 03:36:12.825461 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5c099e44-3347-4d9c-b242-2dd3036d09ee admin admin] Publish callbacks [] for security_group (ed59e3b5-e351-446c-9efa-e8485fd80d5a), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:12.875551 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-80e23db6-0a28-407e-a02b-ad246b097740 None None] For port ead111f5-8280-4dbb-8401-b472c4c4ee8a, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=ead111f5-8280-4dbb-8401-b472c4c4ee8a,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:12.968649 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:13.006028 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 9758661e-85b7-49cf-a942-6d54a9cad79b is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:13.011582 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-80e23db6-0a28-407e-a02b-ad246b097740 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:13.062104 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:13.132503 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-87156c9f-5df1-4c0e-bbd8-c6268d4ffe69 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4150b5cc-830a-4fc6-9434-807c7104e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4943969 May 28 03:36:13.147668 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-98671b6b-e62f-41a2-9dae-1ae14cd1b509 service neutron] 10.222.0.41 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9249742 May 28 03:36:13.157781 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:13.197971 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:04Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'ead111f5-8280-4dbb-8401-b472c4c4ee8a', 'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'mac_address': 'fa:16:3e:82:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:36:02Z', 'updated_at': '2022-05-28T03:36:11Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'subnets': [{'id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:13.222689 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e23db6-0a28-407e-a02b-ad246b097740 None None] Pushing event updated for resources: {'Port': ['ID=ead111f5-8280-4dbb-8401-b472c4c4ee8a,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:13.231338 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-775568f4-7668-462b-85f7-b8d67451419a None None] Provisioning complete for port ead111f5-8280-4dbb-8401-b472c4c4ee8a triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:13.235935 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-775568f4-7668-462b-85f7-b8d67451419a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:13.256125 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5c099e44-3347-4d9c-b242-2dd3036d09ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (ed59e3b5-e351-446c-9efa-e8485fd80d5a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:13.256125 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5c099e44-3347-4d9c-b242-2dd3036d09ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:13.256125 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5c099e44-3347-4d9c-b242-2dd3036d09ee admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ed59e3b5-e351-446c-9efa-e8485fd80d5a HTTP/1.1" status: 204 len: 168 time: 1.6423852 May 28 03:36:13.259335 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67781edf-d4f5-402c-bc6f-99d3422118b3 None None] The sync data for ids ['ac2fd311-4d32-440e-a015-7e7db9f07342'] in dv-cinder-843361-3-iscsi is: [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:04Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'ead111f5-8280-4dbb-8401-b472c4c4ee8a', 'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'mac_address': 'fa:16:3e:82:8d:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:36:02Z', 'updated_at': '2022-05-28T03:36:11Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'subnets': [{'id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:36:13.304182 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-2109338b-d240-438f-b5be-af422a0bc281 service neutron] 10.222.0.41 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5612428 May 28 03:36:13.328586 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c099e44-3347-4d9c-b242-2dd3036d09ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed59e3b5-e351-446c-9efa-e8485fd80d5a,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:13.403937 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for port (1ff064e7-c6ba-4d86-9ee7-f941cfaa36df), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:13.593324 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-775568f4-7668-462b-85f7-b8d67451419a None None] Current status of the port ead111f5-8280-4dbb-8401-b472c4c4ee8a is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:13.598244 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (1ff064e7-c6ba-4d86-9ee7-f941cfaa36df), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:13.647934 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Publish callbacks [] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:13.729527 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:13.763246 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (eaecfc8f-e5d1-4f1d-8254-71c988a4359d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:13.858867 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event updated for resources: {'Port': ['ID=1ff064e7-c6ba-4d86-9ee7-f941cfaa36df,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:13.889138 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:13.894159 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.27', 64232) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:13.894832 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01936562-171f-46dd-a881-6de9b61fe91e None None] Pushing event updated for resources: {'Port': ['ID=2a3e57dd-6060-48f8-a16d-44e486fd09b7,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:14.039687 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Allocated IP 172.20.0.3 (f47d9414-85e4-4030-814e-0a5133c3d4b0/ecff4fe7-9023-4e78-a8a1-18009f3ef5a6/97df7472-c1e5-4bbd-80b5-6efb1965aeb9) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:36:14.126647 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device ead111f5-8280-4dbb-8401-b472c4c4ee8a up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:14.140787 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Attempting to bind port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:36:14.145194 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Attempting to bind port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:36:14.146938 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Attempting to bind port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 on network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:14.154260 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:14.194755 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:14.196119 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-92043b4b-6101-4c40-b8a5-89b1d8c9b2af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3278098 May 28 03:36:14.232701 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-6a9be93d-840d-4272-be3d-db8a87cbe511 service neutron] 10.222.0.27 "GET /v2.0/networks/4150b5cc-830a-4fc6-9434-807c7104e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7247283 May 28 03:36:14.271697 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:36:14.272648 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Checking segment: {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:36:14.273219 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:14.273729 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Bound using segment: {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:36:14.274609 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Bound port: 2a3e57dd-6060-48f8-a16d-44e486fd09b7, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:36:14.275097 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:14.413303 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017ef63-b34b-4989-9db6-f92f8c3ea808 req-74173d60-e191-4f48-a98a-146c35670472 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:14.435707 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1017ef63-b34b-4989-9db6-f92f8c3ea808 req-74173d60-e191-4f48-a98a-146c35670472 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 943 time: 0.4979393 May 28 03:36:14.485256 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:14.499740 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-6c3a9185-7071-48ea-8048-fdb29a5adef0 None None] Provisioning complete for port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:14.502676 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6c3a9185-7071-48ea-8048-fdb29a5adef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:14.633952 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port ead111f5-8280-4dbb-8401-b472c4c4ee8a triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:14.634434 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:14.639806 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:14.681749 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59390) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:14.714301 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-200436ee-9618-4bdb-bae0-23c47acadae4 service neutron] 10.222.0.41 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3725595 May 28 03:36:14.732704 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:14.808491 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] For port 2a3e57dd-6060-48f8-a16d-44e486fd09b7, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:36:14.811761 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Network f47d9414-85e4-4030-814e-0a5133c3d4b0 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:36:14.839211 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-035304b1-e428-4bf2-9332-6558513d69c0 req-a177a565-d499-4920-ba9d-7dd85eeb867a service neutron] 10.222.0.27 "GET /v2.0/networks/4150b5cc-830a-4fc6-9434-807c7104e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4829814 May 28 03:36:14.839571 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:36:14.848974 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:36:14.865082 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:14.868906 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:14.918048 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] For port 2a3e57dd-6060-48f8-a16d-44e486fd09b7, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=2a3e57dd-6060-48f8-a16d-44e486fd09b7,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:36:14.926453 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-6c3a9185-7071-48ea-8048-fdb29a5adef0 None None] Port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:15.004468 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-ffb12ec7-9b56-47f7-a550-c18022743c9c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:15.006238 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-ffb12ec7-9b56-47f7-a550-c18022743c9c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 819 time: 1.1110442 May 28 03:36:15.037988 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1017ef63-b34b-4989-9db6-f92f8c3ea808 req-a847d6c4-fb70-4cda-8b4b-2ff27a78ac8e tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6009808 May 28 03:36:15.136631 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Request body: {'port': {'device_id': '3b4a0f56-eb59-4f13-a90a-442b9a2e0af8', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'admin_state_up': True, 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:15.224178 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6222668 May 28 03:36:15.301077 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Request body: {'port': {'device_id': '35a9c645-590f-49e1-ab03-af4167f10547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:15.441636 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8037cf9e-9fd7-4da3-a1b5-67c6c6b719fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event updated for resources: {'Port': ['ID=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:15.442916 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:15.454016 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e2073fe1-eea6-4a9e-b93b-4cf900ecdc0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:15.567718 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:15.599221 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port ead111f5-8280-4dbb-8401-b472c4c4ee8a is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:15.601624 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-f3d46fe7-b391-4ef9-9ede-5e29f8add9bd None None] Provisioning complete for port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:15.601968 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f3d46fe7-b391-4ef9-9ede-5e29f8add9bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:15.642517 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Made reservation on behalf of 5cab8255c6134aebb9c93493a2342cb1 for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:36:15.646566 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:15.767565 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:15.778510 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500b9ad7-8172-4f27-ab37-f4c06b4ae430 req-ed22a9ac-2dfc-43fb-9412-1d5f38cb135d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:15.801927 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-500b9ad7-8172-4f27-ab37-f4c06b4ae430 req-ed22a9ac-2dfc-43fb-9412-1d5f38cb135d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 931 time: 0.3343236 May 28 03:36:15.820723 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:15.829803 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e849c2-9a33-4115-ac6c-47bf394d00d2 x-openstack-request-id: req-b1e849c2-9a33-4115-ac6c-47bf394d00d2 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:15.830097 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "362687d7-ef88-4e49-b7a5-d732c28e1b0b", "tag": "cda792d3-ee73-4947-a077-2caf88494a15", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:15.859680 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b1e849c2-9a33-4115-ac6c-47bf394d00d2 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:15.861553 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1e849c2-9a33-4115-ac6c-47bf394d00d2'] response: {'name': 'network-changed', 'server_uuid': '362687d7-ef88-4e49-b7a5-d732c28e1b0b', 'tag': 'cda792d3-ee73-4947-a077-2caf88494a15', 'status': 'completed', 'code': 200} May 28 03:36:15.864290 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-f3d46fe7-b391-4ef9-9ede-5e29f8add9bd None None] Port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:15.871227 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01936562-171f-46dd-a881-6de9b61fe91e None None] Pushing event updated for resources: {'Port': ['ID=2a3e57dd-6060-48f8-a16d-44e486fd09b7,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:15.898278 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:15.902216 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:35:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:16.135256 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-500b9ad7-8172-4f27-ab37-f4c06b4ae430 req-c33e991d-9c59-4fc7-b042-d0366354acdb tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3301971 May 28 03:36:16.192325 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:16.289555 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-200a3c88-4a35-4225-aa86-e29dbb5b4037 None None] Provisioning complete for port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:16.289555 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-200a3c88-4a35-4225-aa86-e29dbb5b4037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:16.472920 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:16.476163 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:16.506707 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-41e2ebb8-12aa-4a35-97c9-10f78fea19cf req-dfcbeef3-765d-436d-87dd-31c6d695e83d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 210 time: 0.0792389 May 28 03:36:16.542158 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e2073fe1-eea6-4a9e-b93b-4cf900ecdc0c admin admin] Publish callbacks [] for security_group (6a092772-0488-4df2-900a-b2a180690f0e), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:16.570601 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-51febc00-b3ae-4bea-bc56-9a0a9f1abb45 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1971261680&fields=id&tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82 HTTP/1.1" status: 200 len: 267 time: 0.1225708 May 28 03:36:16.591767 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Allocated IP 172.20.0.7 (a3076c7d-656d-4e5b-8611-4fd5569b4e24/da50ec93-7f82-409a-8de1-5fe0de05e55d/2038175b-b88a-437c-9114-63208c464911) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:36:16.636552 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d1216529-ab99-47a2-94a2-277c8550efff req-1ccd0cca-9c8f-45cf-8c3e-177a595f38ed tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 210 time: 0.0404696 May 28 03:36:16.640375 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e2073fe1-eea6-4a9e-b93b-4cf900ecdc0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (6a092772-0488-4df2-900a-b2a180690f0e), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:16.764652 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-200a3c88-4a35-4225-aa86-e29dbb5b4037 None None] Current status of the port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:16.765798 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-200a3c88-4a35-4225-aa86-e29dbb5b4037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:16.792199 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e2073fe1-eea6-4a9e-b93b-4cf900ecdc0c admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=47d1882059f848cbaf38514295d3fcdd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0946023 May 28 03:36:16.825245 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59446) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:16.825901 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2073fe1-eea6-4a9e-b93b-4cf900ecdc0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a092772-0488-4df2-900a-b2a180690f0e,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:16.886003 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-200a3c88-4a35-4225-aa86-e29dbb5b4037 None None] For port 2a3e57dd-6060-48f8-a16d-44e486fd09b7, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=2a3e57dd-6060-48f8-a16d-44e486fd09b7,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:16.900381 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2efeef-efb7-42ad-95b1-28ffb3c7e7de req-973d76d1-a815-4931-9f72-d60e0282ac24 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:16.915169 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d2efeef-efb7-42ad-95b1-28ffb3c7e7de req-973d76d1-a815-4931-9f72-d60e0282ac24 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 943 time: 0.0849001 May 28 03:36:16.959864 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-200a3c88-4a35-4225-aa86-e29dbb5b4037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:16.975134 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5d9e68b8-61b1-4915-a638-3e9fec7228f4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:16.976654 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5d9e68b8-61b1-4915-a638-3e9fec7228f4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/networks?id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5 HTTP/1.1" status: 200 len: 811 time: 0.3775399 May 28 03:36:17.005546 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for port (2038175b-b88a-437c-9114-63208c464911), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.013789 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5a3b23dc-4501-4c0a-b3c7-94591dc9a892 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/quotas/70eaf602c8db4ec1bfb26e5eb3b13c82 HTTP/1.1" status: 200 len: 375 time: 0.0262542 May 28 03:36:17.042868 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d2efeef-efb7-42ad-95b1-28ffb3c7e7de req-befa834a-25bf-4612-96ff-3a9c0c7f7b4f tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933545 May 28 03:36:17.064516 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a4086cc4-65ae-4f6c-946d-fc7a9ab5e81c admin admin] Publish callbacks [] for security_group (6a092772-0488-4df2-900a-b2a180690f0e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.075797 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:17.101264 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:14Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:17.106099 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200a3c88-4a35-4225-aa86-e29dbb5b4037 None None] Pushing event updated for resources: {'Port': ['ID=2a3e57dd-6060-48f8-a16d-44e486fd09b7,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:17.118063 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-7dc20476-9017-49d1-8c8f-908f6c77ebf4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0967164 May 28 03:36:17.126275 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (2038175b-b88a-437c-9114-63208c464911), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.127410 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:36:17.138357 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a4086cc4-65ae-4f6c-946d-fc7a9ab5e81c admin admin] Publish callbacks [] for security_group (6a092772-0488-4df2-900a-b2a180690f0e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.142615 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Publish callbacks [] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.155650 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a0b19c3-15e7-42f3-93cb-58da97aa0b36 None None] The sync data for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi is: [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:14Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:36:17.202982 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Transition to ACTIVE for port object 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:36:17.226856 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event updated for resources: {'Port': ['ID=2038175b-b88a-437c-9114-63208c464911,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:17.236893 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Network a3076c7d-656d-4e5b-8611-4fd5569b4e24 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:36:17.238425 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:36:17.241602 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:36:17.247685 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:17.248390 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.289530 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-fdbaa54d-c585-4159-9e26-c15170bce01c service neutron] 10.222.0.41 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492796 May 28 03:36:17.310860 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.317591 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87daf286-104b-47e1-8078-099080391cbf req-8cb8ce4b-4e4f-471f-a619-d08bd810c174 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:17.320076 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-87daf286-104b-47e1-8078-099080391cbf req-8cb8ce4b-4e4f-471f-a619-d08bd810c174 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 931 time: 0.0687599 May 28 03:36:17.363160 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:17.378270 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-038676c4-3306-4743-8863-3601fc6baf92 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2470944 May 28 03:36:17.394607 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-87daf286-104b-47e1-8078-099080391cbf req-a4f56aba-1138-4193-b58f-be69c70a76b6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687864 May 28 03:36:17.412877 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a4086cc4-65ae-4f6c-946d-fc7a9ab5e81c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (6a092772-0488-4df2-900a-b2a180690f0e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.415426 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a4086cc4-65ae-4f6c-946d-fc7a9ab5e81c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.421277 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a4086cc4-65ae-4f6c-946d-fc7a9ab5e81c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6a092772-0488-4df2-900a-b2a180690f0e HTTP/1.1" status: 204 len: 168 time: 0.5879331 May 28 03:36:17.448440 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:17.469993 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4086cc4-65ae-4f6c-946d-fc7a9ab5e81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a092772-0488-4df2-900a-b2a180690f0e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:17.572114 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-d9218345-47b0-4f53-b1e5-a1fc8621e69b service neutron] 10.222.0.41 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2728348 May 28 03:36:17.615059 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:17.662567 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Attempting to bind port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:36:17.662751 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Attempting to bind port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:36:17.673169 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Attempting to bind port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 on network f47d9414-85e4-4030-814e-0a5133c3d4b0 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:17.684740 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 on network f47d9414-85e4-4030-814e-0a5133c3d4b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:36:17.685506 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Attempting to bind port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 on network f47d9414-85e4-4030-814e-0a5133c3d4b0 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:17.694532 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:36:17.697585 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Checking segment: {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:36:17.701701 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Bound using segment: {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:36:17.701701 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Bound port: 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:36:17.701701 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.707876 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-dbddcb3b-9938-4fd4-946b-e2b4a9c4c8ee None None] Provisioning complete for port 2038175b-b88a-437c-9114-63208c464911 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:17.712451 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-dbddcb3b-9938-4fd4-946b-e2b4a9c4c8ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (2038175b-b88a-437c-9114-63208c464911), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.743834 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aeacf743-392d-48e8-a4a0-9c1cd081375a req-4c076b0e-0a1b-48a8-9334-e4509d27567f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 210 time: 0.0645382 May 28 03:36:17.746379 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-dbddcb3b-9938-4fd4-946b-e2b4a9c4c8ee None None] Port 2038175b-b88a-437c-9114-63208c464911 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:17.792511 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:36:17.827079 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:36:17.845409 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4aeca33c-cf22-4b66-a850-2539aa66fceb req-703eeb9c-57e9-4745-a087-9d247ca00cda tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 210 time: 0.0304515 May 28 03:36:17.878526 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 2a3e57dd-6060-48f8-a16d-44e486fd09b7 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:17.897239 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.982136 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:17.985877 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:17.988776 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] 10.222.0.27 "PUT /v2.0/ports/97df7472-c1e5-4bbd-80b5-6efb1965aeb9 HTTP/1.1" status: 200 len: 1093 time: 2.7236731 May 28 03:36:17.989649 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:18.023228 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b1580795-04fe-4215-ae00-3c1bed11bc54 req-00fb5f95-af1e-4831-9d6b-bbd95f3b5384 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 210 time: 0.0682166 May 28 03:36:18.085373 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:18.092230 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:18.101052 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:18.247792 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1d34e-45ec-40af-a38a-f8c1e079b8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:18.262530 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:18.274123 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Request body: {'port': {'device_id': '3b4a0f56-eb59-4f13-a90a-442b9a2e0af8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:18.464394 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (2038175b-b88a-437c-9114-63208c464911), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:18.485786 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:18.556438 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c95cd-c444-427f-a61c-e83dd26e6af9 req-6f3a193b-efd5-4dea-833d-57f4406da2c2 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:18.563857 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-229c95cd-c444-427f-a61c-e83dd26e6af9 req-6f3a193b-efd5-4dea-833d-57f4406da2c2 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 943 time: 0.2993963 May 28 03:36:18.878327 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7e5a8-784c-493b-abf1-8def698b31d4 req-1b7a2554-2dc8-4cee-9f31-670f80d0c2f7 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:18.883356 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a2c7e5a8-784c-493b-abf1-8def698b31d4 req-1b7a2554-2dc8-4cee-9f31-670f80d0c2f7 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.2621503 May 28 03:36:18.903506 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-dc6a20e0-8f09-4c48-aa10-d5b591fd6923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:18.903506 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-dc6a20e0-8f09-4c48-aa10-d5b591fd6923 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 1127 time: 0.2901878 May 28 03:36:18.969017 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93" -d '{"events": [{"name": "network-changed", "server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:18.993984 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af399c8-f17b-4f92-ba34-bee850d32305 req-e0335128-3b2c-4ac9-a7a9-75d37ad05efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:18.995482 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3af399c8-f17b-4f92-ba34-bee850d32305 req-e0335128-3b2c-4ac9-a7a9-75d37ad05efd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fc3ad7416d27411cb8ddbce0a3da18eb&device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 1127 time: 0.5789235 May 28 03:36:19.072586 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-229c95cd-c444-427f-a61c-e83dd26e6af9 req-c6b66354-ebb9-4897-ab72-5be766eb339e tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523320 May 28 03:36:19.135913 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-bc394afb-ad76-4f08-8c83-e173b826fd6e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9 HTTP/1.1" status: 200 len: 217 time: 0.2286832 May 28 03:36:19.267886 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a2c7e5a8-784c-493b-abf1-8def698b31d4 req-eaf11c03-dffe-4b2a-ad10-50cb8a4ff7fb tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573959 May 28 03:36:19.287759 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 59514) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:19.369486 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a3c3e07c-67a0-4a58-9025-0f0196f35281 req-17925b44-e2ad-415f-be1c-8859f0348fbd tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 210 time: 0.1463675 May 28 03:36:19.417394 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af399c8-f17b-4f92-ba34-bee850d32305 req-fdf38d36-e48a-4ad3-bf17-abe045af2c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:19.418929 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3af399c8-f17b-4f92-ba34-bee850d32305 req-fdf38d36-e48a-4ad3-bf17-abe045af2c77 service neutron] 10.222.0.27 "GET /v2.0/networks?id=4150b5cc-830a-4fc6-9434-807c7104e296 HTTP/1.1" status: 200 len: 912 time: 0.4122126 May 28 03:36:19.455178 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-51583d54-78f7-44a2-a700-8189232e7f94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:19.512893 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2038175b-b88a-437c-9114-63208c464911 {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:36:19.527674 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2be6203d-4920-4248-b6bb-bb2014ecc0fc req-cff33f06-d578-4873-b112-04a9487ee468 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 210 time: 0.1685843 May 28 03:36:19.573205 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Publish callbacks [] for port (2038175b-b88a-437c-9114-63208c464911), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:19.641446 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8bb34e6b-add5-4ded-9890-7f5cc29e4e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:19.674283 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-8bb34e6b-add5-4ded-9890-7f5cc29e4e06 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 HTTP/1.1" status: 200 len: 856 time: 0.4007099 May 28 03:36:19.701163 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7e91d32c-559e-4b5b-b349-94345fb0aa2f req-b0af79f7-c952-49a6-98d2-8f68e033c596 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 210 time: 0.0664582 May 28 03:36:19.712762 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Transition to ACTIVE for port object 2038175b-b88a-437c-9114-63208c464911 will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:36:19.733098 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc21d7c3-6fcc-4255-a5fe-3978cf0695ce x-openstack-request-id: req-cc21d7c3-6fcc-4255-a5fe-3978cf0695ce {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:19.733436 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:19.733687 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc21d7c3-6fcc-4255-a5fe-3978cf0695ce {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:19.734146 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc21d7c3-6fcc-4255-a5fe-3978cf0695ce'] response: {'name': 'network-changed', 'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'status': 'completed', 'code': 200} May 28 03:36:19.754312 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-51583d54-78f7-44a2-a700-8189232e7f94 admin admin] Publish callbacks [] for security_group (1dbe4441-bd83-4a7a-9610-85abd5f42f31), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:19.938139 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-49f20550-264f-430e-aa68-e3568c218e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:19.939861 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-49f20550-264f-430e-aa68-e3568c218e24 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f47d9414-85e4-4030-814e-0a5133c3d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0638061 May 28 03:36:19.951428 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3af399c8-f17b-4f92-ba34-bee850d32305 req-43107d59-28c6-43ea-bd55-ec306847c9b0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda792d3-ee73-4947-a077-2caf88494a15 HTTP/1.1" status: 200 len: 217 time: 0.0755301 May 28 03:36:20.006886 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af399c8-f17b-4f92-ba34-bee850d32305 req-3421f7b4-d254-42b6-b9bc-1ba52bdd9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:20.008348 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3af399c8-f17b-4f92-ba34-bee850d32305 req-3421f7b4-d254-42b6-b9bc-1ba52bdd9cd3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=be19fc9a-63a8-4f88-9a9a-4efe33aaead3 HTTP/1.1" status: 200 len: 851 time: 0.0507429 May 28 03:36:20.035748 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-7901e31d-bcda-413d-b011-459646d663c6 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896077 May 28 03:36:20.063119 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3af399c8-f17b-4f92-ba34-bee850d32305 req-f0fab553-7457-4f0d-af91-726f5472b7b0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4150b5cc-830a-4fc6-9434-807c7104e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488644 May 28 03:36:20.128839 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7dd0600a-6a65-4a46-a9a1-7e22c3e89485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:20.134890 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:20.140011 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-51583d54-78f7-44a2-a700-8189232e7f94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1dbe4441-bd83-4a7a-9610-85abd5f42f31), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:20.169670 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3af399c8-f17b-4f92-ba34-bee850d32305 req-e011d9b8-488e-4f04-993b-06c1d0bc39d7 service neutron] 10.222.0.27 "GET /v2.0/networks/4150b5cc-830a-4fc6-9434-807c7104e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008937 May 28 03:36:20.174644 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (2038175b-b88a-437c-9114-63208c464911), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:20.233008 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-51583d54-78f7-44a2-a700-8189232e7f94 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7ea817fa1c264c0a9921b57c4501266d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9440370 May 28 03:36:20.235900 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59526) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:20.251655 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c5c76c60-34d2-422b-a38b-07c248b0252e req-f0a6e80a-2be7-4685-a090-4f4ab2517482 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093205 May 28 03:36:20.302619 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51583d54-78f7-44a2-a700-8189232e7f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dbe4441-bd83-4a7a-9610-85abd5f42f31,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:20.365896 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209e835e-744b-4b0b-b98e-809cedcefd41 admin admin] Publish callbacks [] for security_group (1dbe4441-bd83-4a7a-9610-85abd5f42f31), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:20.367796 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:20.474253 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209e835e-744b-4b0b-b98e-809cedcefd41 admin admin] Publish callbacks [] for security_group (1dbe4441-bd83-4a7a-9610-85abd5f42f31), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:20.509633 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Pushing event updated for resources: {'Port': ['ID=2038175b-b88a-437c-9114-63208c464911,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:20.547166 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5957a80-0e13-4894-9989-b84a1eeeb060 req-4d247b5b-4da3-4559-bd9a-1a90655be8ed tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:20.555899 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d5957a80-0e13-4894-9989-b84a1eeeb060 req-4d247b5b-4da3-4559-bd9a-1a90655be8ed tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 943 time: 0.3483768 May 28 03:36:20.571114 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49783003-10fa-4fc9-8b69-49287666bc08 req-431f49f5-2fb4-4e04-9a02-c69d55fcadd0 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:20.572747 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49783003-10fa-4fc9-8b69-49287666bc08 req-431f49f5-2fb4-4e04-9a02-c69d55fcadd0 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.1714499 May 28 03:36:20.613952 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3af399c8-f17b-4f92-ba34-bee850d32305 req-6616ce27-e30d-47ad-b43a-a2dccb00fd69 service neutron] 10.222.0.27 "GET /v2.0/networks/4150b5cc-830a-4fc6-9434-807c7104e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732556 May 28 03:36:20.618095 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Attempting to bind port 2038175b-b88a-437c-9114-63208c464911 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:36:20.618095 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Attempting to bind port 2038175b-b88a-437c-9114-63208c464911 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:36:20.620829 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Attempting to bind port 2038175b-b88a-437c-9114-63208c464911 on network a3076c7d-656d-4e5b-8611-4fd5569b4e24 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:20.644907 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-325801f7-4d7e-4579-ae1f-0e86ac70907b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:20.652171 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-325801f7-4d7e-4579-ae1f-0e86ac70907b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "GET /v2.0/networks?id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 200 len: 814 time: 0.2832267 May 28 03:36:20.652448 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49783003-10fa-4fc9-8b69-49287666bc08 req-bdf0667f-a50f-465e-ae24-ee7b7b304467 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639174 May 28 03:36:20.652538 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Port 2038175b-b88a-437c-9114-63208c464911 on network a3076c7d-656d-4e5b-8611-4fd5569b4e24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:36:20.652538 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Attempting to bind port 2038175b-b88a-437c-9114-63208c464911 on network a3076c7d-656d-4e5b-8611-4fd5569b4e24 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:20.658186 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d5957a80-0e13-4894-9989-b84a1eeeb060 req-eddbd76a-7a96-4501-b060-45370e7eeb9b tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008320 May 28 03:36:20.659114 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:36:20.659446 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Checking segment: {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:36:20.659808 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Bound using segment: {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:36:20.660224 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Bound port: 2038175b-b88a-437c-9114-63208c464911, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:36:20.660572 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (2038175b-b88a-437c-9114-63208c464911), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:20.746537 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] For port 2038175b-b88a-437c-9114-63208c464911, host hv-cinder-84336, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:36:20.750970 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-74ed7197-0dcc-48ca-aaa9-c213e3681984 req-376913d2-02b8-4811-8e90-ca3b2444420f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 210 time: 0.0287595 May 28 03:36:20.751731 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209e835e-744b-4b0b-b98e-809cedcefd41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1dbe4441-bd83-4a7a-9610-85abd5f42f31), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:20.755009 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-209e835e-744b-4b0b-b98e-809cedcefd41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:20.758810 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-209e835e-744b-4b0b-b98e-809cedcefd41 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1dbe4441-bd83-4a7a-9610-85abd5f42f31 HTTP/1.1" status: 204 len: 168 time: 0.5216084 May 28 03:36:20.768056 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209e835e-744b-4b0b-b98e-809cedcefd41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dbe4441-bd83-4a7a-9610-85abd5f42f31,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:20.787347 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-28945b39-0f51-4f07-b8f1-e37b2544b883 req-8310b444-54ad-4c3f-8e4e-e0f1a4498de5 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 210 time: 0.0542514 May 28 03:36:20.815140 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] For port 2038175b-b88a-437c-9114-63208c464911, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2038175b-b88a-437c-9114-63208c464911,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:36:20.836837 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d65a1de1-5f2f-49c9-b8b9-d76f26db545b req-451fe9fb-4075-4158-9608-0702f3225022 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 210 time: 0.0321422 May 28 03:36:20.918542 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (2038175b-b88a-437c-9114-63208c464911), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:20.952350 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:20.952969 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:20.957885 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] 10.222.0.27 "PUT /v2.0/ports/2038175b-b88a-437c-9114-63208c464911 HTTP/1.1" status: 200 len: 1093 time: 2.6862161 May 28 03:36:20.957885 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4a0f56-eb59-4f13-a90a-442b9a2e0af8', 'tag': '2038175b-b88a-437c-9114-63208c464911'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:20.957885 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a715af-e353-4fb8-8d7b-ec6788e42c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4a0f56-eb59-4f13-a90a-442b9a2e0af8", "tag": "2038175b-b88a-437c-9114-63208c464911"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:20.980520 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e959c-57af-4895-9b6a-6434accbede1 service neutron] Pushing event updated for resources: {'Port': ['ID=2038175b-b88a-437c-9114-63208c464911,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:20.995543 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea29663-ad88-4126-9ec8-2c9527d24ea1 x-openstack-request-id: req-5ea29663-ad88-4126-9ec8-2c9527d24ea1 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:20.995836 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4a0f56-eb59-4f13-a90a-442b9a2e0af8", "tag": "2038175b-b88a-437c-9114-63208c464911", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:20.996086 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5ea29663-ad88-4126-9ec8-2c9527d24ea1 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:20.996479 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea29663-ad88-4126-9ec8-2c9527d24ea1'] response: {'name': 'network-changed', 'server_uuid': '3b4a0f56-eb59-4f13-a90a-442b9a2e0af8', 'tag': '2038175b-b88a-437c-9114-63208c464911', 'status': 'completed', 'code': 200} May 28 03:36:21.200268 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:21.522842 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:21.776147 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-befe4a9f-d047-43d0-8eae-e8edee3dbbca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:21.795479 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9711527-7261-4090-82bb-6b5667442133 req-6b089128-8868-4f00-97b5-37225b1d24f4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:21.797301 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a9711527-7261-4090-82bb-6b5667442133 req-6b089128-8868-4f00-97b5-37225b1d24f4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0566587 May 28 03:36:21.803253 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35be6454-0f39-4d75-be9a-c945cb0f8095 req-44368743-ec3b-426e-9521-96488605ec14 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:21.810266 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-35be6454-0f39-4d75-be9a-c945cb0f8095 req-44368743-ec3b-426e-9521-96488605ec14 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 943 time: 0.0729229 May 28 03:36:21.861467 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-35be6454-0f39-4d75-be9a-c945cb0f8095 req-dc317ed9-f4fd-4aa5-8ae2-ee54697cc32b tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500610 May 28 03:36:21.868666 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a9711527-7261-4090-82bb-6b5667442133 req-773294a3-d7db-4d34-88c3-827f1cc8f51a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455749 May 28 03:36:21.978836 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9aaf1244-9b66-4f4d-85dd-c5b3ac7c00e9 req-d0480e3f-20d9-4f18-9e3a-fdab0b0a78fc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 210 time: 0.0472929 May 28 03:36:21.998905 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f110b573-fbb8-4618-81b3-334888969bfb req-fb7c2564-f753-4338-9eb7-23e4b286ef63 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 210 time: 0.0406306 May 28 03:36:22.086991 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2db6b9af-c703-43f4-b5df-20771570fa21 req-b55745af-bd5a-4887-ba89-2aace2c4927e tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 210 time: 0.0432959 May 28 03:36:22.313551 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:22.348654 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-2002c6bb-c204-42ea-92b3-d284b5aae52b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e1a9e256f64e46919b1e362b4f68d8 HTTP/1.1" status: 200 len: 379 time: 0.0679238 May 28 03:36:22.456380 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:22.809128 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:22.816054 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:22.966016 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:22.983809 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646d84f-56ae-41f8-9300-a36211922f49 req-deb85446-60b8-45c0-af04-b4e615d2b3d1 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:22.985476 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3646d84f-56ae-41f8-9300-a36211922f49 req-deb85446-60b8-45c0-af04-b4e615d2b3d1 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 943 time: 0.0541396 May 28 03:36:23.018819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dfdab-3add-48dd-8694-4e4af846acca req-4c048a4c-ab6e-4f7a-9390-6b1eba781609 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:23.025617 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-823dfdab-3add-48dd-8694-4e4af846acca req-4c048a4c-ab6e-4f7a-9390-6b1eba781609 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0742445 May 28 03:36:23.041024 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3646d84f-56ae-41f8-9300-a36211922f49 req-e134eb69-da54-4777-8749-6333036b166f tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488899 May 28 03:36:23.084720 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-823dfdab-3add-48dd-8694-4e4af846acca req-e7cd8d7d-9b47-480a-bc2e-a6331f097870 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582035 May 28 03:36:23.161889 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5615e514-20fa-411b-a5da-06dfbbed624c req-2ae3afe7-30ab-481c-9a50-49debb41cbfc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 210 time: 0.0394344 May 28 03:36:23.163266 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:23.191086 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-96de2985-6c0e-42df-b361-8b1a6d664237 req-bb050812-f5ec-4dd3-b148-9401ac98e0dd tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 210 time: 0.0342159 May 28 03:36:23.192394 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=41 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:23.259478 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:23.275615 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-046fae15-8402-4f18-85fd-7b9e366aa6ef req-ed49477a-6841-4aff-ac08-663eed7de689 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 210 time: 0.0325732 May 28 03:36:23.317811 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:23.386238 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:23.765432 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59632) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:23.873701 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ded34c07-0662-4a8c-98c7-7dbffc2d42e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:23.955687 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ded34c07-0662-4a8c-98c7-7dbffc2d42e7 admin admin] Publish callbacks [] for security_group (4ed9ff26-2d55-4ea4-8d8c-f4833e171369), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:24.044076 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ded34c07-0662-4a8c-98c7-7dbffc2d42e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (4ed9ff26-2d55-4ea4-8d8c-f4833e171369), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:24.084351 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ded34c07-0662-4a8c-98c7-7dbffc2d42e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ceff16afd90a4f1ca3c59b937ca20836&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3178222 May 28 03:36:24.085226 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded34c07-0662-4a8c-98c7-7dbffc2d42e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed9ff26-2d55-4ea4-8d8c-f4833e171369,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:24.087478 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59646) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:24.157400 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:24.183521 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583c8e0-9c67-4cc9-90bd-525645fa3106 req-e6236b85-a44a-48eb-9bac-77cf2d096c5e tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:24.185031 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f583c8e0-9c67-4cc9-90bd-525645fa3106 req-e6236b85-a44a-48eb-9bac-77cf2d096c5e tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 943 time: 0.0581589 May 28 03:36:24.190089 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-caef9069-3dd9-4f74-b098-736c20c052db admin admin] Publish callbacks [] for security_group (4ed9ff26-2d55-4ea4-8d8c-f4833e171369), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:24.222717 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b53324-3ae3-4f8b-ad91-6f0bffee22e5 req-72c9b0fe-3658-48e3-9277-0ca9fd91c317 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:24.224667 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d9b53324-3ae3-4f8b-ad91-6f0bffee22e5 req-72c9b0fe-3658-48e3-9277-0ca9fd91c317 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0591774 May 28 03:36:24.234525 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:36:24.247922 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-caef9069-3dd9-4f74-b098-736c20c052db admin admin] Publish callbacks [] for security_group (4ed9ff26-2d55-4ea4-8d8c-f4833e171369), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:24.285554 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d9b53324-3ae3-4f8b-ad91-6f0bffee22e5 req-8469feb3-b73c-406e-8355-8d60bdbd29fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436985 May 28 03:36:24.302594 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f583c8e0-9c67-4cc9-90bd-525645fa3106 req-8c021038-e9cd-4d6c-831c-b5e948fc7d50 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087303 May 28 03:36:24.373143 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:24.385630 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'port_id': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'mac_address': 'fa:16:3e:b4:39:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:36:24.400965 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-caef9069-3dd9-4f74-b098-736c20c052db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (4ed9ff26-2d55-4ea4-8d8c-f4833e171369), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:24.404255 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-caef9069-3dd9-4f74-b098-736c20c052db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:24.405689 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-caef9069-3dd9-4f74-b098-736c20c052db admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4ed9ff26-2d55-4ea4-8d8c-f4833e171369 HTTP/1.1" status: 204 len: 168 time: 0.3172884 May 28 03:36:24.424244 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:24.425203 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:24.430100 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-79f831c1-e1b0-4e92-8e18-2bb9fa5155e3 req-892594d0-2a1f-4c7f-b49f-78cc3ff1a3a1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 210 time: 0.0409985 May 28 03:36:24.430248 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-07b31487-6189-4892-aed4-497f16d96a9e req-76d15f7e-17b1-48f9-b893-541011f7b15c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 210 time: 0.0446672 May 28 03:36:24.432983 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:24.435482 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef9069-3dd9-4f74-b098-736c20c052db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed9ff26-2d55-4ea4-8d8c-f4833e171369,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:24.446184 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:36:24.484713 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:24.486053 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:24.519412 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f3a4a12-8fdc-4428-a252-4f7dd8e86194 req-c19f8226-9556-4517-bf2f-9be87b33837f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 210 time: 0.0277941 May 28 03:36:24.576352 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:24.577081 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device cda792d3-ee73-4947-a077-2caf88494a15 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:36:24.609044 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:24.625889 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:24.633525 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:24.639258 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:24.721751 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port cda792d3-ee73-4947-a077-2caf88494a15, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cda792d3-ee73-4947-a077-2caf88494a15,segment=NetworkSegment(4a7fce39-fe93-4068-b639-2378459c1c91),segment_id=4a7fce39-fe93-4068-b639-2378459c1c91)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:24.734026 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': 'cda792d3-ee73-4947-a077-2caf88494a15', 'network_id': '4150b5cc-830a-4fc6-9434-807c7104e296', 'port_id': 'cda792d3-ee73-4947-a077-2caf88494a15', 'mac_address': 'fa:16:3e:90:68:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be19fc9a-63a8-4f88-9a9a-4efe33aaead3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:36:24.769705 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port cda792d3-ee73-4947-a077-2caf88494a15 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:24.770095 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (cda792d3-ee73-4947-a077-2caf88494a15), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:24.782781 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cda792d3-ee73-4947-a077-2caf88494a15 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:36:24.805848 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port cda792d3-ee73-4947-a077-2caf88494a15, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cda792d3-ee73-4947-a077-2caf88494a15,segment=NetworkSegment(4a7fce39-fe93-4068-b639-2378459c1c91),segment_id=4a7fce39-fe93-4068-b639-2378459c1c91)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:24.913889 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (cda792d3-ee73-4947-a077-2caf88494a15), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:25.068136 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=cda792d3-ee73-4947-a077-2caf88494a15,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:25.118361 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 59666) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:25.132468 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fd87a83e-ade4-4fca-90ee-cb124c0bad82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:25.156975 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:25.168015 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'port': {'device_id': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'admin_state_up': True, 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'security_groups': ['46ef51fe-a587-40f4-bc22-71c5ecd2c9b1']}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:25.177503 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a715af-e353-4fb8-8d7b-ec6788e42c4c req-487a21dd-f7aa-4893-a07c-972385357cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:25.179341 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-53a715af-e353-4fb8-8d7b-ec6788e42c4c req-487a21dd-f7aa-4893-a07c-972385357cdd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 1127 time: 0.0445559 May 28 03:36:25.279240 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93 req-8e67d63e-b8a2-4e7b-ad38-3f2bda5be1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:25.281278 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93 req-8e67d63e-b8a2-4e7b-ad38-3f2bda5be1f2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 1128 time: 0.1186640 May 28 03:36:25.364842 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.27', 64244) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:25.484753 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:25.524423 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a715af-e353-4fb8-8d7b-ec6788e42c4c req-ff09800f-e442-49a7-ad41-0cb08e394e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:25.525923 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-53a715af-e353-4fb8-8d7b-ec6788e42c4c req-ff09800f-e442-49a7-ad41-0cb08e394e8a service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=5cab8255c6134aebb9c93493a2342cb1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3125741 May 28 03:36:25.548696 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['cda792d3-ee73-4947-a077-2caf88494a15'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:36:25.561017 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fd569-4850-43d8-afd2-a381e2dbf3b0 req-974f978e-7ba6-4bd7-855b-6d7cd9162969 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:25.562657 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6f7fd569-4850-43d8-afd2-a381e2dbf3b0 req-974f978e-7ba6-4bd7-855b-6d7cd9162969 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 944 time: 0.1317904 May 28 03:36:25.702789 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fd87a83e-ade4-4fca-90ee-cb124c0bad82 admin admin] Publish callbacks [] for security_group (ef7c8d06-94f1-4f0a-bbfa-46da5d136c8e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:25.703037 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['97df7472-c1e5-4bbd-80b5-6efb1965aeb9'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:36:25.711307 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-1d561bc3-668a-4bdd-a152-a6023a8dbd95 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:25.712830 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-1d561bc3-668a-4bdd-a152-a6023a8dbd95 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 819 time: 0.3469977 May 28 03:36:25.717931 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f83954-bc5a-4192-864f-fbeb30e48a77 req-e7f4eee1-2d64-4d63-9d78-6cd2064e06ac tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:25.725672 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06f83954-bc5a-4192-864f-fbeb30e48a77 req-e7f4eee1-2d64-4d63-9d78-6cd2064e06ac tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 944 time: 0.1995685 May 28 03:36:25.748225 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:25.780579 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93 req-c3350bf4-96c6-4245-9bd2-d7ffe84f2b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:25.782006 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93 req-c3350bf4-96c6-4245-9bd2-d7ffe84f2b27 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 918 time: 0.4919178 May 28 03:36:25.782161 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6f7fd569-4850-43d8-afd2-a381e2dbf3b0 req-d619ff7f-7f89-4706-a387-9207cdf7bca4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976051 May 28 03:36:25.786349 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:25.797509 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fd87a83e-ade4-4fca-90ee-cb124c0bad82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (ef7c8d06-94f1-4f0a-bbfa-46da5d136c8e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:25.798191 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a715af-e353-4fb8-8d7b-ec6788e42c4c req-29774cc6-e88b-484a-89b1-f4ddf6186e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:25.800338 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-53a715af-e353-4fb8-8d7b-ec6788e42c4c req-29774cc6-e88b-484a-89b1-f4ddf6186e34 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2656064 May 28 03:36:25.869173 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Request body: {'port': {'device_id': '247082dc-5284-462d-92c8-045154d864e4', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'admin_state_up': True, 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:25.875791 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06f83954-bc5a-4192-864f-fbeb30e48a77 req-3d53c129-ac04-4d2b-81a9-cfb697fccac4 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492937 May 28 03:36:25.918634 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-fd87a83e-ade4-4fca-90ee-cb124c0bad82 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c02f1e520e824d8788a3014f743a6996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7964029 May 28 03:36:25.919108 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:25.925513 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Made reservation on behalf of 68e1a9e256f64e46919b1e362b4f68d8 for: {'port': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:36:25.928960 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:25.936551 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59686) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:26.003413 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd87a83e-ade4-4fca-90ee-cb124c0bad82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7c8d06-94f1-4f0a-bbfa-46da5d136c8e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:26.010572 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93 req-5d0c55c2-f982-42d5-b557-b8c9ce4cb93d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9 HTTP/1.1" status: 200 len: 217 time: 0.1303999 May 28 03:36:26.048283 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c1d838a3-b76c-4e5f-9efb-d9a52c9496bd req-8d9f9c1f-fb28-4680-8dfb-5052135687b7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 210 time: 0.0462596 May 28 03:36:26.159231 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93 req-4cbf5b1b-527f-4826-bacd-02319cf5e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:26.160704 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93 req-4cbf5b1b-527f-4826-bacd-02319cf5e4d7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 HTTP/1.1" status: 200 len: 856 time: 0.1218603 May 28 03:36:26.199136 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3060153c-814c-4c94-83e4-6542acbe32af req-b8a23551-b505-493b-90f3-ac520865c44c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 210 time: 0.0348356 May 28 03:36:26.211894 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.27', 64250) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:26.241604 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4fee7a0d-5150-462a-8e74-48256b0a7cbc req-713885ad-cf30-4160-a951-a38e4017dac1 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 210 time: 0.3066666 May 28 03:36:26.300590 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Allocated IP 172.20.0.3 (ee7025a6-8632-48bc-9a4d-e0b6d8e98a79/f446e15b-7c64-40ee-82e8-228642b299e2/a44b7ed2-6364-44d9-9fbc-d45c00c0413e) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:36:26.316781 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93 req-48e6c492-4df2-44f0-95f1-5d7ab9e1b7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:26.318303 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93 req-48e6c492-4df2-44f0-95f1-5d7ab9e1b7cd service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f47d9414-85e4-4030-814e-0a5133c3d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0737336 May 28 03:36:26.328526 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:26.440639 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-0e775781-9f13-4fe6-82bf-ae81a4f48a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:26.442225 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-0e775781-9f13-4fe6-82bf-ae81a4f48a48 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 1127 time: 0.5048387 May 28 03:36:26.462155 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:26.506806 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d3ca5cf3-4626-419a-beef-0d544a9f038e admin admin] Publish callbacks [] for security_group (ef7c8d06-94f1-4f0a-bbfa-46da5d136c8e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:26.513973 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93 req-40406c34-7c25-4f93-823e-27629c7d7895 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791067 May 28 03:36:26.515012 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-66016fac-efbc-4341-82c1-c163b83ee673 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2038175b-b88a-437c-9114-63208c464911 HTTP/1.1" status: 200 len: 217 time: 0.0518308 May 28 03:36:26.571582 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:26.610087 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d3ca5cf3-4626-419a-beef-0d544a9f038e admin admin] Publish callbacks [] for security_group (ef7c8d06-94f1-4f0a-bbfa-46da5d136c8e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:26.618264 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-e5c841e5-2535-47d4-9925-8e68be4f6098 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:26.620193 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-e5c841e5-2535-47d4-9925-8e68be4f6098 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.27 "GET /v2.0/networks?id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5 HTTP/1.1" status: 200 len: 811 time: 0.3879056 May 28 03:36:26.648557 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:26.680058 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-2616fec0-40db-43bc-b8b1-069a5a5b5426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:26.681556 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-2616fec0-40db-43bc-b8b1-069a5a5b5426 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.1493216 May 28 03:36:26.695851 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:36:26.705397 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93 req-f6fa584f-29f9-4c7d-ae4a-848374fdcf28 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799157 May 28 03:36:26.766386 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-8e899ebc-8e3c-4098-9683-261984f22d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:26.767949 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-8e899ebc-8e3c-4098-9683-261984f22d59 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791833 May 28 03:36:26.772449 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Made reservation on behalf of 5cab8255c6134aebb9c93493a2342cb1 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:36:26.776024 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:26.798344 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:26.798544 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:26.798642 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:26.802482 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-4aef27e4-dd89-4f6c-9012-49ee7b7cb2dc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82 HTTP/1.1" status: 200 len: 380 time: 0.1719084 May 28 03:36:26.862597 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:36:26.865867 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:36:26.869774 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:36:26.875200 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:26.875820 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:26.940795 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-13d54c73-7f43-4aac-98de-d17db897f68d service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611223 May 28 03:36:26.947521 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Request body: {'port': {'device_id': 'da053642-eac6-4484-9557-f0b878712cf2', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'admin_state_up': True, 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'security_groups': ['f90e28f5-7a1f-4542-a591-106f8ec82237']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:26.951843 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d3ca5cf3-4626-419a-beef-0d544a9f038e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (ef7c8d06-94f1-4f0a-bbfa-46da5d136c8e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:26.955380 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d3ca5cf3-4626-419a-beef-0d544a9f038e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:26.956592 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d3ca5cf3-4626-419a-beef-0d544a9f038e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef7c8d06-94f1-4f0a-bbfa-46da5d136c8e HTTP/1.1" status: 204 len: 168 time: 1.0181293 May 28 03:36:26.967810 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:26.968303 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:26.980539 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca5cf3-4626-419a-beef-0d544a9f038e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7c8d06-94f1-4f0a-bbfa-46da5d136c8e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:27.002236 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'Port': ['ID=a44b7ed2-6364-44d9-9fbc-d45c00c0413e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:27.056417 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:27.057838 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf6b0e2-712e-43bf-9e58-e952c6e6f722 req-873ec239-d28b-4946-a82d-ac6db7250100 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:27.060584 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3bf6b0e2-712e-43bf-9e58-e952c6e6f722 req-873ec239-d28b-4946-a82d-ac6db7250100 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 944 time: 0.1759212 May 28 03:36:27.066555 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:27.068907 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-4e5c27a0-5ccf-4aa8-b47b-2eda122f00f4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9072812 May 28 03:36:27.072483 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c3c3bb-11f9-4da6-9af8-c72271b8814d req-30d010e2-ae6f-4bfe-b519-02d62482a1bb tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:27.074136 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13c3c3bb-11f9-4da6-9af8-c72271b8814d req-30d010e2-ae6f-4bfe-b519-02d62482a1bb tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 944 time: 0.0617535 May 28 03:36:27.088064 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:27.102254 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Request body: {'port': {'device_id': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:27.191849 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:27.194168 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device cda792d3-ee73-4947-a077-2caf88494a15 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:27.215247 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:27.242624 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:27.257771 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:27.280452 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3bf6b0e2-712e-43bf-9e58-e952c6e6f722 req-91442e59-ae7c-48fc-9784-3e60be43b8dc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072687 May 28 03:36:27.329905 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port cda792d3-ee73-4947-a077-2caf88494a15 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:36:27.333800 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-ba736391-d1d4-4826-9d22-3c700ccd2150 None None] Provisioning complete for port a44b7ed2-6364-44d9-9fbc-d45c00c0413e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:27.334239 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ba736391-d1d4-4826-9d22-3c700ccd2150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:27.370036 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-ba736391-d1d4-4826-9d22-3c700ccd2150 None None] Port a44b7ed2-6364-44d9-9fbc-d45c00c0413e cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:27.372105 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:27.423608 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-13c3c3bb-11f9-4da6-9af8-c72271b8814d req-7f84dbca-4926-4672-a006-9ba6d3986f81 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300946 May 28 03:36:27.431745 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be2c2f6-0bd1-4d2b-9cc3-e41ce0ce33ea" -d '{"events": [{"server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "name": "network-vif-plugged", "status": "completed", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:27.439824 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3e2cca32-19b9-4203-b2f2-dae2dc1f91ef req-4635653a-ab9e-4ab0-ae54-6a7e547d5696 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 210 time: 0.0392432 May 28 03:36:27.467621 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port cda792d3-ee73-4947-a077-2caf88494a15 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:27.468226 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (cda792d3-ee73-4947-a077-2caf88494a15), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:27.500657 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06faee18-cb2e-4531-98bf-4d14b6754587 req-463d1267-9a95-485f-9553-bb85debcf05e service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892671 May 28 03:36:27.524051 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Allocated IP 172.20.0.11 (a3076c7d-656d-4e5b-8611-4fd5569b4e24/da50ec93-7f82-409a-8de1-5fe0de05e55d/6aaa9bcc-6545-4d6b-95af-ee421ef5771b) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:36:27.577232 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d26d7477-2889-452a-98aa-bf8dc6e33ed0 req-68539365-9c4c-4da3-8a9d-1a6e74800727 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 210 time: 0.0374818 May 28 03:36:27.594828 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Made reservation on behalf of 70eaf602c8db4ec1bfb26e5eb3b13c82 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:36:27.602296 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:27.619111 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port cda792d3-ee73-4947-a077-2caf88494a15 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:27.619650 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (cda792d3-ee73-4947-a077-2caf88494a15), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:27.688462 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port cda792d3-ee73-4947-a077-2caf88494a15, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cda792d3-ee73-4947-a077-2caf88494a15,segment=NetworkSegment(4a7fce39-fe93-4068-b639-2378459c1c91),segment_id=4a7fce39-fe93-4068-b639-2378459c1c91)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:27.697994 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cd81f-80f7-474f-8363-37336a334838 req-cd3a7fae-4e78-4cd0-a06f-9b12c7690593 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:27.704964 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8a5cd81f-80f7-474f-8363-37336a334838 req-cd3a7fae-4e78-4cd0-a06f-9b12c7690593 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 931 time: 0.1175177 May 28 03:36:27.744073 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc875155-2960-475f-9ff7-8e6ff9197285 x-openstack-request-id: req-bc875155-2960-475f-9ff7-8e6ff9197285 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:27.744747 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "name": "network-vif-plugged", "status": "completed", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:27.745194 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc875155-2960-475f-9ff7-8e6ff9197285 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:27.746112 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc875155-2960-475f-9ff7-8e6ff9197285'] response: {'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'code': 200} May 28 03:36:27.779105 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8a5cd81f-80f7-474f-8363-37336a334838 req-d1683380-0b08-4ca0-973c-0692fe9fea3c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732021 May 28 03:36:27.791528 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (cda792d3-ee73-4947-a077-2caf88494a15), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:27.827848 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a44b7ed2-6364-44d9-9fbc-d45c00c0413e {{(pid=104449) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:36:27.836369 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Publish callbacks [] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:27.853780 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=cda792d3-ee73-4947-a077-2caf88494a15,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:27.857573 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.provisioning_blocks [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Transition to ACTIVE for port object a44b7ed2-6364-44d9-9fbc-d45c00c0413e will not be triggered until provisioned by entity L2. {{(pid=104449) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:36:27.882928 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Allocated IP 172.20.0.5 (9cd091c1-088f-4b49-b9d5-c93354a4ddb5/4490044b-5c07-456c-ad61-47e5d5e2ef0c/63e23069-fb2c-4804-8da1-bf97b736bc08) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:36:27.884212 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:27.901860 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:27.941070 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:28.023783 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Pushing event updated for resources: {'Port': ['ID=a44b7ed2-6364-44d9-9fbc-d45c00c0413e,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:28.041053 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Attempting to bind port a44b7ed2-6364-44d9-9fbc-d45c00c0413e on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:36:28.047136 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Attempting to bind port a44b7ed2-6364-44d9-9fbc-d45c00c0413e by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:36:28.047136 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Attempting to bind port a44b7ed2-6364-44d9-9fbc-d45c00c0413e on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:28.047136 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Port a44b7ed2-6364-44d9-9fbc-d45c00c0413e on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:36:28.047136 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Attempting to bind port a44b7ed2-6364-44d9-9fbc-d45c00c0413e on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:28.052895 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:36:28.053249 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Checking segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:36:28.053625 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Bound using segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} {{(pid=104449) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:36:28.054115 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.managers [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Bound port: a44b7ed2-6364-44d9-9fbc-d45c00c0413e, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'}}] {{(pid=104449) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:36:28.054748 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:28.074208 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:28.125488 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] For port a44b7ed2-6364-44d9-9fbc-d45c00c0413e, host hv-cinder-84336, cleared binding levels {{(pid=104449) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:36:28.125804 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:28.129380 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] For port a44b7ed2-6364-44d9-9fbc-d45c00c0413e, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a44b7ed2-6364-44d9-9fbc-d45c00c0413e,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104449) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:36:28.196757 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Network a3076c7d-656d-4e5b-8611-4fd5569b4e24 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:36:28.200105 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:36:28.204076 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:36:28.210588 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:28.211583 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:28.220960 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:28.228613 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:28.265856 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event updated for resources: {'Port': ['ID=6aaa9bcc-6545-4d6b-95af-ee421ef5771b,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:28.283622 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:36:28.304488 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:36:28.313045 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:36:28.316810 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:28.317577 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:28.335213 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:28.338716 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:28.347297 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] 10.222.0.27 "PUT /v2.0/ports/a44b7ed2-6364-44d9-9fbc-d45c00c0413e HTTP/1.1" status: 200 len: 1093 time: 1.2551999 May 28 03:36:28.347822 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'tag': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:28.359793 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a2ff10-0700-418b-8241-69a2cb4df39f" -d '{"events": [{"name": "network-changed", "server_uuid": "161bde4a-7b5a-4c34-9cad-add4855d9d1f", "tag": "a44b7ed2-6364-44d9-9fbc-d45c00c0413e"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:28.376651 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4911b0d3-d05d-4d8c-9f18-ba767259b8bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5193734 May 28 03:36:28.397952 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Request body: {'port': {'device_id': '247082dc-5284-462d-92c8-045154d864e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:28.408473 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event updated for resources: {'Port': ['ID=63e23069-fb2c-4804-8da1-bf97b736bc08,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:28.454929 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cd0c9b-993b-4c95-aae7-79910f78eb39 service neutron] Pushing event updated for resources: {'Port': ['ID=a44b7ed2-6364-44d9-9fbc-d45c00c0413e,revision_number=3']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:28.472698 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e87f34-5af5-48d6-8940-9710c3c5f0d3 x-openstack-request-id: req-e9e87f34-5af5-48d6-8940-9710c3c5f0d3 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:28.473074 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161bde4a-7b5a-4c34-9cad-add4855d9d1f", "tag": "a44b7ed2-6364-44d9-9fbc-d45c00c0413e", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:28.473277 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e9e87f34-5af5-48d6-8940-9710c3c5f0d3 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:28.473639 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9e87f34-5af5-48d6-8940-9710c3c5f0d3'] response: {'name': 'network-changed', 'server_uuid': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'tag': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'status': 'completed', 'code': 200} May 28 03:36:28.543553 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-566013b0-9757-42cd-abbc-b2f7e38c2fc0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6000836 May 28 03:36:28.603523 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Request body: {'port': {'device_id': 'da053642-eac6-4484-9557-f0b878712cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:28.619920 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2ff10-0700-418b-8241-69a2cb4df39f req-c3d4c52c-b2dc-461b-a9f1-f024f3c4d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:28.621497 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f0a2ff10-0700-418b-8241-69a2cb4df39f req-c3d4c52c-b2dc-461b-a9f1-f024f3c4d603 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 1127 time: 0.1350710 May 28 03:36:28.696915 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de56b5-0c85-46f3-88e8-eaacd5e10b38 req-7ff5df43-5829-4f7c-945a-465aa2180106 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:28.704277 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-87de56b5-0c85-46f3-88e8-eaacd5e10b38 req-7ff5df43-5829-4f7c-945a-465aa2180106 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.1847610 May 28 03:36:28.712697 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2391d7-a1d3-4629-8e51-d62929fdbdc9 req-3d8aa022-0110-4a53-9e45-718b944dafde tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:28.714391 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af2391d7-a1d3-4629-8e51-d62929fdbdc9 req-3d8aa022-0110-4a53-9e45-718b944dafde tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 945 time: 0.1111226 May 28 03:36:28.761680 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:28.800361 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:28.832788 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-0393cfd4-70f5-45da-b61d-3fe97e3e2b4b None None] Provisioning complete for port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:28.834830 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0393cfd4-70f5-45da-b61d-3fe97e3e2b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:28.905644 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-0393cfd4-70f5-45da-b61d-3fe97e3e2b4b None None] Port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:28.911444 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-87de56b5-0c85-46f3-88e8-eaacd5e10b38 req-8ab5f83a-adf6-4829-92fe-b722b162c3be tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062249 May 28 03:36:28.933557 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:28.965089 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c685983d-c511-4402-8cc0-5297152cae8a req-ed013624-5b5e-4170-8da1-e7b06532a512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:28.966648 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c685983d-c511-4402-8cc0-5297152cae8a req-ed013624-5b5e-4170-8da1-e7b06532a512 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 1129 time: 0.2543855 May 28 03:36:28.969672 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af2391d7-a1d3-4629-8e51-d62929fdbdc9 req-15e3c64d-ac5b-43ba-8e7d-f0c6cacc9d1e tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053256 May 28 03:36:28.990802 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2ff10-0700-418b-8241-69a2cb4df39f req-62eb18c4-1041-4727-86f6-34a5a08dbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:28.991880 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f0a2ff10-0700-418b-8241-69a2cb4df39f req-62eb18c4-1041-4727-86f6-34a5a08dbc5c service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2756093 May 28 03:36:29.024132 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:29.027231 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-aad30235-6e9a-452a-92b2-6d81586cb976 None None] Provisioning complete for port 63e23069-fb2c-4804-8da1-bf97b736bc08 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:29.027611 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-aad30235-6e9a-452a-92b2-6d81586cb976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:29.063712 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-aad30235-6e9a-452a-92b2-6d81586cb976 None None] Port 63e23069-fb2c-4804-8da1-bf97b736bc08 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:36:29.078860 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:29.086524 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c685983d-c511-4402-8cc0-5297152cae8a req-17c709fd-57ca-4e0d-9916-bd6c67bd9a98 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:29.103233 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2446a84d-e6fb-4771-88ca-f1ba79cc1cc7 req-8d7b0c77-a0f1-43ed-aca2-987e8354792e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:29.104764 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2446a84d-e6fb-4771-88ca-f1ba79cc1cc7 req-8d7b0c77-a0f1-43ed-aca2-987e8354792e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 932 time: 0.0938556 May 28 03:36:29.240947 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:29.383966 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc63b4a2-2e40-4e51-8fcd-6f56df452ab9 req-6c205344-3510-4d80-a9eb-84055e9b93e6 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:29.385509 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cc63b4a2-2e40-4e51-8fcd-6f56df452ab9 req-6c205344-3510-4d80-a9eb-84055e9b93e6 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 931 time: 0.1620367 May 28 03:36:29.429018 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a2ff10-0700-418b-8241-69a2cb4df39f req-6f39f71a-71ad-4c4a-b59d-bfd1b12d474b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:29.430529 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f0a2ff10-0700-418b-8241-69a2cb4df39f req-6f39f71a-71ad-4c4a-b59d-bfd1b12d474b service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4335229 May 28 03:36:29.457433 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cc63b4a2-2e40-4e51-8fcd-6f56df452ab9 req-8a64ec59-a35e-46c3-9819-fe82e7384231 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593965 May 28 03:36:29.499277 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:29.522511 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2446a84d-e6fb-4771-88ca-f1ba79cc1cc7 req-87418533-8394-4d3f-a6f6-bc1c4fe23bdc tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3930819 May 28 03:36:29.593670 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c1235-f4c9-49b4-ba3e-c3fdfe64e22e req-d644be83-b17c-42ba-9a24-2b9609003bc0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:29.601360 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-256c1235-f4c9-49b4-ba3e-c3fdfe64e22e req-d644be83-b17c-42ba-9a24-2b9609003bc0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 943 time: 0.0784869 May 28 03:36:29.692467 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c685983d-c511-4402-8cc0-5297152cae8a req-17c709fd-57ca-4e0d-9916-bd6c67bd9a98 service neutron] Publish callbacks [] for security_group (6ceb2c95-e33c-4d32-bc25-b0bce25fbe7b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:29.696117 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-256c1235-f4c9-49b4-ba3e-c3fdfe64e22e req-ff406861-e24d-4592-bc7d-f8b099c324f0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938940 May 28 03:36:29.747427 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362687d7-ef88-4e49-b7a5-d732c28e1b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda792d3-ee73-4947-a077-2caf88494a15'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:29.751732 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdefb953-1294-4f20-bfb8-6eb7b8fe0dc5" -d '{"events": [{"server_uuid": "362687d7-ef88-4e49-b7a5-d732c28e1b0b", "name": "network-vif-plugged", "status": "completed", "tag": "cda792d3-ee73-4947-a077-2caf88494a15"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:29.782619 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c685983d-c511-4402-8cc0-5297152cae8a req-17c709fd-57ca-4e0d-9916-bd6c67bd9a98 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (6ceb2c95-e33c-4d32-bc25-b0bce25fbe7b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:29.814363 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d19eb80-6bc8-44f8-bd6c-1b241f7d28c3 x-openstack-request-id: req-0d19eb80-6bc8-44f8-bd6c-1b241f7d28c3 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:29.815433 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362687d7-ef88-4e49-b7a5-d732c28e1b0b", "name": "network-vif-plugged", "status": "completed", "tag": "cda792d3-ee73-4947-a077-2caf88494a15", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:29.815433 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d19eb80-6bc8-44f8-bd6c-1b241f7d28c3 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:29.815814 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d19eb80-6bc8-44f8-bd6c-1b241f7d28c3'] response: {'server_uuid': '362687d7-ef88-4e49-b7a5-d732c28e1b0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cda792d3-ee73-4947-a077-2caf88494a15', 'code': 200} May 28 03:36:29.888963 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c685983d-c511-4402-8cc0-5297152cae8a req-17c709fd-57ca-4e0d-9916-bd6c67bd9a98 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8968377 May 28 03:36:29.893400 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c709fd-57ca-4e0d-9916-bd6c67bd9a98 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceb2c95-e33c-4d32-bc25-b0bce25fbe7b,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:29.915940 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aaa9bcc-6545-4d6b-95af-ee421ef5771b {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:36:29.925944 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Publish callbacks [] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:29.953157 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Transition to ACTIVE for port object 6aaa9bcc-6545-4d6b-95af-ee421ef5771b will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:36:29.982341 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63e23069-fb2c-4804-8da1-bf97b736bc08 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:36:29.990224 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Publish callbacks [] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:30.007447 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Transition to ACTIVE for port object 63e23069-fb2c-4804-8da1-bf97b736bc08 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:36:30.038900 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd77a2fc-0409-49bf-b82c-be0616ab6ac8 req-67e7ac92-ef3c-4c9b-82f7-276361743365 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:30.040736 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dd77a2fc-0409-49bf-b82c-be0616ab6ac8 req-67e7ac92-ef3c-4c9b-82f7-276361743365 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0545685 May 28 03:36:30.045661 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:30.102639 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dd77a2fc-0409-49bf-b82c-be0616ab6ac8 req-19b1132b-f12f-4750-881f-b67607eba52f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520127 May 28 03:36:30.123324 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:30.123818 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6aaa9bcc-6545-4d6b-95af-ee421ef5771b,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:30.212540 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39c3ae-8114-4d28-8a78-0e72ca14571d req-f8403257-2ce6-4bc4-a6c9-8b7e7c9e4154 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:30.214130 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4c39c3ae-8114-4d28-8a78-0e72ca14571d req-f8403257-2ce6-4bc4-a6c9-8b7e7c9e4154 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 945 time: 0.1582756 May 28 03:36:30.238723 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Pushing event updated for resources: {'Port': ['ID=63e23069-fb2c-4804-8da1-bf97b736bc08,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:30.321717 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Attempting to bind port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:36:30.322056 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Attempting to bind port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:36:30.322384 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Attempting to bind port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b on network a3076c7d-656d-4e5b-8611-4fd5569b4e24 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:30.324423 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Attempting to bind port 63e23069-fb2c-4804-8da1-bf97b736bc08 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:36:30.324744 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Attempting to bind port 63e23069-fb2c-4804-8da1-bf97b736bc08 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:36:30.325052 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Attempting to bind port 63e23069-fb2c-4804-8da1-bf97b736bc08 on network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:30.340945 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b on network a3076c7d-656d-4e5b-8611-4fd5569b4e24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:36:30.345645 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Attempting to bind port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b on network a3076c7d-656d-4e5b-8611-4fd5569b4e24 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:30.347021 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Port 63e23069-fb2c-4804-8da1-bf97b736bc08 on network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:36:30.347344 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Attempting to bind port 63e23069-fb2c-4804-8da1-bf97b736bc08 on network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:36:30.353435 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:36:30.353771 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Checking segment: {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:36:30.354156 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Bound using segment: {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:36:30.354590 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Bound port: 6aaa9bcc-6545-4d6b-95af-ee421ef5771b, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:36:30.354944 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:30.359503 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4c39c3ae-8114-4d28-8a78-0e72ca14571d req-2761c0f6-a289-4578-891c-a5b9195eb03b tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263640 May 28 03:36:30.372459 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:36:30.372800 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Checking segment: {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:36:30.373276 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Bound using segment: {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:36:30.373716 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Bound port: 63e23069-fb2c-4804-8da1-bf97b736bc08, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:36:30.374129 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:30.495138 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] For port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:36:30.510945 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] For port 63e23069-fb2c-4804-8da1-bf97b736bc08, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:36:30.513942 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] For port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6aaa9bcc-6545-4d6b-95af-ee421ef5771b,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:36:30.516253 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] For port 63e23069-fb2c-4804-8da1-bf97b736bc08, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=63e23069-fb2c-4804-8da1-bf97b736bc08,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:36:30.583104 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e555ac-4274-4799-a69c-615cdf7f206f req-fb394eec-07f1-44cb-8150-cefb8feb3c28 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:30.584139 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f0e555ac-4274-4799-a69c-615cdf7f206f req-fb394eec-07f1-44cb-8150-cefb8feb3c28 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 943 time: 0.0518718 May 28 03:36:30.622284 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:30.631081 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:30.634905 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:30.655688 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f0e555ac-4274-4799-a69c-615cdf7f206f req-fac6d9fc-e1f9-4539-ba06-02af25f282a6 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617793 May 28 03:36:30.694452 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:30.695128 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:30.696492 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] 10.222.0.27 "PUT /v2.0/ports/63e23069-fb2c-4804-8da1-bf97b736bc08 HTTP/1.1" status: 200 len: 1093 time: 2.1101425 May 28 03:36:30.701263 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da053642-eac6-4484-9557-f0b878712cf2', 'tag': '63e23069-fb2c-4804-8da1-bf97b736bc08'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:30.705258 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c0e7d8-f55e-4cc9-9bb8-16af96b2cc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "da053642-eac6-4484-9557-f0b878712cf2", "tag": "63e23069-fb2c-4804-8da1-bf97b736bc08"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:30.719485 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62c66d-2096-446f-8994-0b614628e5d9 req-53067f1e-cb1c-4758-8f32-2b0e8e1e0dcc tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:30.721056 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-da62c66d-2096-446f-8994-0b614628e5d9 req-53067f1e-cb1c-4758-8f32-2b0e8e1e0dcc tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 944 time: 0.1120238 May 28 03:36:30.731349 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:30.731967 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:30.733436 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] 10.222.0.27 "PUT /v2.0/ports/6aaa9bcc-6545-4d6b-95af-ee421ef5771b HTTP/1.1" status: 200 len: 1094 time: 2.3499062 May 28 03:36:30.745360 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:30.754442 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1254c4-c3af-42ba-abcf-c0693e8dc0c3 x-openstack-request-id: req-dd1254c4-c3af-42ba-abcf-c0693e8dc0c3 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:30.754724 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da053642-eac6-4484-9557-f0b878712cf2", "tag": "63e23069-fb2c-4804-8da1-bf97b736bc08", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:30.754971 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-dd1254c4-c3af-42ba-abcf-c0693e8dc0c3 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:30.755357 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd1254c4-c3af-42ba-abcf-c0693e8dc0c3'] response: {'name': 'network-changed', 'server_uuid': 'da053642-eac6-4484-9557-f0b878712cf2', 'tag': '63e23069-fb2c-4804-8da1-bf97b736bc08', 'status': 'completed', 'code': 200} May 28 03:36:30.770483 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5713288d-0068-4bc1-99c4-113f5f72281b service neutron] Pushing event updated for resources: {'Port': ['ID=63e23069-fb2c-4804-8da1-bf97b736bc08,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:30.825635 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-da62c66d-2096-446f-8994-0b614628e5d9 req-b2f2a4b9-921d-4cb2-bde7-36b657c50d54 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911736 May 28 03:36:30.840228 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b66f08-aedc-410c-b948-8e91a753c9f4 service neutron] Pushing event updated for resources: {'Port': ['ID=6aaa9bcc-6545-4d6b-95af-ee421ef5771b,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:30.890799 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e1e835-e55c-4841-81da-2dc243118b99 req-48d39196-74c2-4048-b43a-a99774651917 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:30.891843 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-16e1e835-e55c-4841-81da-2dc243118b99 req-48d39196-74c2-4048-b43a-a99774651917 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 943 time: 0.0663354 May 28 03:36:30.924059 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 2038175b-b88a-437c-9114-63208c464911 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:36:30.952420 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-16e1e835-e55c-4841-81da-2dc243118b99 req-cd007e81-e9d7-4916-833d-1948b59f02ad tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535328 May 28 03:36:31.077266 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 2038175b-b88a-437c-9114-63208c464911, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2038175b-b88a-437c-9114-63208c464911,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:31.089075 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '2038175b-b88a-437c-9114-63208c464911', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'port_id': '2038175b-b88a-437c-9114-63208c464911', 'mac_address': 'fa:16:3e:85:27:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:36:31.122981 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:INSERT=11 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:31.125733 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 2038175b-b88a-437c-9114-63208c464911 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:31.126122 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (2038175b-b88a-437c-9114-63208c464911), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:31.139204 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2038175b-b88a-437c-9114-63208c464911 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:36:31.158976 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 2038175b-b88a-437c-9114-63208c464911, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2038175b-b88a-437c-9114-63208c464911,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:31.214468 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac0dd7f-9e7a-48ce-926a-b30c21edd155 req-a0ed9835-7731-4a31-a2a6-952dd6e20e98 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:31.215625 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (2038175b-b88a-437c-9114-63208c464911), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:31.215942 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1ac0dd7f-9e7a-48ce-926a-b30c21edd155 req-a0ed9835-7731-4a31-a2a6-952dd6e20e98 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0484781 May 28 03:36:31.263905 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1ac0dd7f-9e7a-48ce-926a-b30c21edd155 req-8e2ee7a2-5553-4001-adc2-d706abfd19c7 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421145 May 28 03:36:31.265403 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=2038175b-b88a-437c-9114-63208c464911,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:31.483439 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61cd388-2bf6-4a9b-a2d5-429d69ea648d req-f1b8b9f8-eb97-42ff-9f50-7fb9f4f7e14a tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:31.484840 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a61cd388-2bf6-4a9b-a2d5-429d69ea648d req-f1b8b9f8-eb97-42ff-9f50-7fb9f4f7e14a tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 945 time: 0.0467787 May 28 03:36:31.535622 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a61cd388-2bf6-4a9b-a2d5-429d69ea648d req-3daf9a38-f59b-49bf-8be7-0bc94978f289 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442071 May 28 03:36:31.704588 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:31.780769 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60516205-b775-4cee-b638-2ab125547549 req-fc68fda6-33b1-4562-91a5-c02f23153654 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:31.782255 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-60516205-b775-4cee-b638-2ab125547549 req-fc68fda6-33b1-4562-91a5-c02f23153654 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 943 time: 0.0514445 May 28 03:36:31.829849 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-60516205-b775-4cee-b638-2ab125547549 req-527e2bd2-7759-4760-8668-2674b0561faf tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411773 May 28 03:36:31.977126 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3957068c-b93c-41aa-8a01-c5755195028a req-24d63836-83a5-4cfd-bf39-bcc9fd0366c6 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:31.978595 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3957068c-b93c-41aa-8a01-c5755195028a req-24d63836-83a5-4cfd-bf39-bcc9fd0366c6 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 944 time: 0.0472298 May 28 03:36:32.028484 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3957068c-b93c-41aa-8a01-c5755195028a req-40a5d2f9-2aee-4479-8084-43276a0e2757 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441620 May 28 03:36:32.071820 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213328b5-4f1f-4f2f-85cc-abdbb0929ca3 req-639666e5-d973-4173-9853-581d7411cbc8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:32.073402 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-213328b5-4f1f-4f2f-85cc-abdbb0929ca3 req-639666e5-d973-4173-9853-581d7411cbc8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 943 time: 0.0511155 May 28 03:36:32.123328 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-213328b5-4f1f-4f2f-85cc-abdbb0929ca3 req-0eb5c2d9-75ad-4156-a3f3-b5b2bb7bc35a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434115 May 28 03:36:32.180891 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['2038175b-b88a-437c-9114-63208c464911'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:36:32.275255 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0e7d8-f55e-4cc9-9bb8-16af96b2cc7e req-751da9bc-8345-48dd-8cff-1787b72aea08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:32.277513 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-37c0e7d8-f55e-4cc9-9bb8-16af96b2cc7e req-751da9bc-8345-48dd-8cff-1787b72aea08 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 1127 time: 0.0807536 May 28 03:36:32.280491 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-eb468802-1596-4fed-9ba3-a3517ee33ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:32.282596 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-eb468802-1596-4fed-9ba3-a3517ee33ec1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 1127 time: 0.0718250 May 28 03:36:32.412340 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed061a-e511-4e98-aafb-c6e039e17de7 req-813c083c-76df-484d-99f9-99c45375d06e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:32.419539 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-afed061a-e511-4e98-aafb-c6e039e17de7 req-813c083c-76df-484d-99f9-99c45375d06e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0615013 May 28 03:36:32.434049 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:32.445913 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-d225259e-a302-4c95-85be-3e9dff2e32f5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a44b7ed2-6364-44d9-9fbc-d45c00c0413e HTTP/1.1" status: 200 len: 217 time: 0.0726142 May 28 03:36:32.460030 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-5e9f8f27-b157-4845-b357-82eb2be6844b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:32.461682 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-5e9f8f27-b157-4845-b357-82eb2be6844b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 1128 time: 0.0937374 May 28 03:36:32.466368 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0e7d8-f55e-4cc9-9bb8-16af96b2cc7e req-cd2c4876-473a-4208-9f3c-3f1c03077a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:32.467732 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-37c0e7d8-f55e-4cc9-9bb8-16af96b2cc7e req-cd2c4876-473a-4208-9f3c-3f1c03077a9f service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1763303 May 28 03:36:32.467882 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-afed061a-e511-4e98-aafb-c6e039e17de7 req-c3d49e13-fb08-4c64-bf2a-e0a432d6ff7f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456693 May 28 03:36:32.659635 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7bebf-b401-4828-b832-94caf9257d4d req-65caaa37-dbc7-41f2-b9fa-9ab4c0ece1f4 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:32.661095 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a5a7bebf-b401-4828-b832-94caf9257d4d req-65caaa37-dbc7-41f2-b9fa-9ab4c0ece1f4 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 945 time: 0.0588257 May 28 03:36:32.781819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '247082dc-5284-462d-92c8-045154d864e4', 'tag': '6aaa9bcc-6545-4d6b-95af-ee421ef5771b'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:32.784599 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc48544-6aec-4784-a38d-de1163e5660e" -d '{"events": [{"name": "network-changed", "server_uuid": "247082dc-5284-462d-92c8-045154d864e4", "tag": "6aaa9bcc-6545-4d6b-95af-ee421ef5771b"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:32.784886 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfbb439-da71-4bc5-b978-ee858ce17f89 req-f9cc4d22-6ceb-4e31-b57f-fad2c708a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:32.786407 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-edfbb439-da71-4bc5-b978-ee858ce17f89 req-f9cc4d22-6ceb-4e31-b57f-fad2c708a9c0 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 1129 time: 0.0734615 May 28 03:36:32.800964 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-6c197bcb-7410-4d46-a96d-0e191f91060b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aaa9bcc-6545-4d6b-95af-ee421ef5771b HTTP/1.1" status: 200 len: 217 time: 0.1067662 May 28 03:36:32.807922 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a5a7bebf-b401-4828-b832-94caf9257d4d req-085ad36b-5253-47cd-97a2-11bda36d3624 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413078 May 28 03:36:32.826914 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed627a6-375a-454c-80d5-7ea54c1c0726 x-openstack-request-id: req-bed627a6-375a-454c-80d5-7ea54c1c0726 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:32.835871 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "247082dc-5284-462d-92c8-045154d864e4", "tag": "6aaa9bcc-6545-4d6b-95af-ee421ef5771b", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:32.835871 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bed627a6-375a-454c-80d5-7ea54c1c0726 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:32.835871 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bed627a6-375a-454c-80d5-7ea54c1c0726'] response: {'name': 'network-changed', 'server_uuid': '247082dc-5284-462d-92c8-045154d864e4', 'tag': '6aaa9bcc-6545-4d6b-95af-ee421ef5771b', 'status': 'completed', 'code': 200} May 28 03:36:32.848594 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-edfbb439-da71-4bc5-b978-ee858ce17f89 req-38d52ed6-bacf-4816-b1b7-8489cad16fb9 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547891 May 28 03:36:32.879681 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:32.895581 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-552b9a6b-827e-413d-bad9-0d4a4f05fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:32.897267 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-552b9a6b-827e-413d-bad9-0d4a4f05fd75 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f446e15b-7c64-40ee-82e8-228642b299e2 HTTP/1.1" status: 200 len: 853 time: 0.2041779 May 28 03:36:32.914453 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-bcb9f751-6969-416e-8f59-7263aff3e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:32.915884 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-bcb9f751-6969-416e-8f59-7263aff3e755 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.1037798 May 28 03:36:32.932004 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0e7d8-f55e-4cc9-9bb8-16af96b2cc7e req-936801a4-00f0-4409-9f96-0d9c62356b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:32.933662 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-37c0e7d8-f55e-4cc9-9bb8-16af96b2cc7e req-936801a4-00f0-4409-9f96-0d9c62356b3c service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2350001 May 28 03:36:32.953664 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24558030-156b-43a7-9b3b-6eebe7a4ec4e req-a99e762c-d4cb-46d8-8cc6-42783ce59aa7 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:32.955146 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-24558030-156b-43a7-9b3b-6eebe7a4ec4e req-a99e762c-d4cb-46d8-8cc6-42783ce59aa7 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 943 time: 0.0539501 May 28 03:36:33.011404 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-24558030-156b-43a7-9b3b-6eebe7a4ec4e req-4b841eec-58da-45c5-8fb9-44410db4401f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493734 May 28 03:36:33.199697 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-070571ae-ed85-4acd-a9ca-c9845fa95b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:33.201299 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-070571ae-ed85-4acd-a9ca-c9845fa95b2b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1245539 May 28 03:36:33.224436 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-15787849-523b-4191-9074-d36d75c92537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:33.226029 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-15787849-523b-4191-9074-d36d75c92537 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1588256 May 28 03:36:33.226922 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-bc8717ab-fa0a-402e-af4b-09b977f52d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:33.228264 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-bc8717ab-fa0a-402e-af4b-09b977f52d51 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 1127 time: 0.1023111 May 28 03:36:33.247637 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf2b60-97f5-43cb-a55a-cbd2aa6b5125 req-ebe9c766-d9d1-4d8d-b7b3-dcecf1974929 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:33.249140 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-21bf2b60-97f5-43cb-a55a-cbd2aa6b5125 req-ebe9c766-d9d1-4d8d-b7b3-dcecf1974929 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 944 time: 0.1106122 May 28 03:36:33.272022 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cf71da-fb45-4d9d-9cc3-d9151708f704 req-a400eb84-3d3f-42a4-a273-c981883e69d5 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:33.273716 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-90cf71da-fb45-4d9d-9cc3-d9151708f704 req-a400eb84-3d3f-42a4-a273-c981883e69d5 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 943 time: 0.0744309 May 28 03:36:33.341306 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-90cf71da-fb45-4d9d-9cc3-d9151708f704 req-dd3156fa-0b47-4297-b832-29acdb2b387d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615625 May 28 03:36:33.357784 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-21bf2b60-97f5-43cb-a55a-cbd2aa6b5125 req-26c3d215-1865-438c-988a-e6b077f6adb8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001348 May 28 03:36:33.361540 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:33.369606 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-bcd10a0f-99cf-42e3-8b2f-263d3d942a30 service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520550 May 28 03:36:33.593196 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056c323-ce2d-4747-b675-a95a0e452729 req-06cccb7c-3166-4d68-8c1a-65646b6287d6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:33.593196 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a056c323-ce2d-4747-b675-a95a0e452729 req-06cccb7c-3166-4d68-8c1a-65646b6287d6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0496364 May 28 03:36:33.650901 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a056c323-ce2d-4747-b675-a95a0e452729 req-8882146a-7cc3-4cb4-bce9-6bb7d90d8ca6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536461 May 28 03:36:33.703430 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-f56abf3e-26aa-4a84-b7f3-461331a1c4c0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e23069-fb2c-4804-8da1-bf97b736bc08 HTTP/1.1" status: 200 len: 217 time: 0.0795414 May 28 03:36:33.731319 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:33.848332 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-ec4d36dd-d8cd-41ea-9050-86c7add8d7fb service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130685 May 28 03:36:33.848332 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7ea6f7a7-3679-4ea4-805f-63670f3416e9 req-38f799cf-e0ce-4cae-ba3d-836a8b9f0d45 service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143114 May 28 03:36:33.936318 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba124d-652e-4327-91df-208e51276baa req-0555dd0b-5edf-4acd-adb8-f93722821c85 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:33.937821 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43ba124d-652e-4327-91df-208e51276baa req-0555dd0b-5edf-4acd-adb8-f93722821c85 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 945 time: 0.0507128 May 28 03:36:33.985835 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43ba124d-652e-4327-91df-208e51276baa req-09a491b3-ce68-4416-9c1b-203bd07a1458 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419147 May 28 03:36:34.136527 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244adcb-0547-4b8e-a8ad-a62a55845e9f req-38cfeab6-e418-49f2-b431-3d6ca0d9ea36 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:34.138274 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f244adcb-0547-4b8e-a8ad-a62a55845e9f req-38cfeab6-e418-49f2-b431-3d6ca0d9ea36 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 943 time: 0.0583904 May 28 03:36:34.199767 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f244adcb-0547-4b8e-a8ad-a62a55845e9f req-62c645b2-444c-4d5f-893f-afbc33da69c8 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550215 May 28 03:36:34.247080 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 2038175b-b88a-437c-9114-63208c464911 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:34.281151 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-d63239af-8bb2-4065-917a-f0350db25ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:34.283243 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-d63239af-8bb2-4065-917a-f0350db25ba2 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4490044b-5c07-456c-ad61-47e5d5e2ef0c HTTP/1.1" status: 200 len: 850 time: 0.0507691 May 28 03:36:34.303751 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 2038175b-b88a-437c-9114-63208c464911 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:36:34.364502 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 2038175b-b88a-437c-9114-63208c464911 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:34.364876 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (2038175b-b88a-437c-9114-63208c464911), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:34.462504 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 2038175b-b88a-437c-9114-63208c464911 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:34.472837 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (2038175b-b88a-437c-9114-63208c464911), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:34.497033 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c51fec9-46eb-4c0a-96f4-5304e462259b req-1f82d1f0-3b9d-4a35-987b-c7a41118409c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:34.498991 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4c51fec9-46eb-4c0a-96f4-5304e462259b req-1f82d1f0-3b9d-4a35-987b-c7a41118409c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 943 time: 0.0755637 May 28 03:36:34.509577 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4a0f56-eb59-4f13-a90a-442b9a2e0af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2038175b-b88a-437c-9114-63208c464911'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:34.512016 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fa45e5-3d7f-45db-85b1-955ec8c1ab3b" -d '{"events": [{"server_uuid": "3b4a0f56-eb59-4f13-a90a-442b9a2e0af8", "name": "network-vif-plugged", "status": "completed", "tag": "2038175b-b88a-437c-9114-63208c464911"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:34.517244 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:34.525762 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 2038175b-b88a-437c-9114-63208c464911, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2038175b-b88a-437c-9114-63208c464911,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:34.527701 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07774ed-dbcb-4549-a586-0c8133186faf req-8c9d6d9c-9a7f-4179-9e26-a785bd78cda5 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:34.529277 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e07774ed-dbcb-4549-a586-0c8133186faf req-8c9d6d9c-9a7f-4179-9e26-a785bd78cda5 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 944 time: 0.0963759 May 28 03:36:34.552837 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4c51fec9-46eb-4c0a-96f4-5304e462259b req-467190c8-f781-4507-909f-9a1fc9375fac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441642 May 28 03:36:34.578348 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e07774ed-dbcb-4549-a586-0c8133186faf req-e05ec344-5ebc-48ed-aa03-17e758047fd1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425389 May 28 03:36:34.598177 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1677d8d7-59cc-46a6-9604-ae7a12282c1b x-openstack-request-id: req-1677d8d7-59cc-46a6-9604-ae7a12282c1b {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:34.598472 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4a0f56-eb59-4f13-a90a-442b9a2e0af8", "name": "network-vif-plugged", "status": "completed", "tag": "2038175b-b88a-437c-9114-63208c464911", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:34.598722 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1677d8d7-59cc-46a6-9604-ae7a12282c1b {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:34.599110 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1677d8d7-59cc-46a6-9604-ae7a12282c1b'] response: {'server_uuid': '3b4a0f56-eb59-4f13-a90a-442b9a2e0af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2038175b-b88a-437c-9114-63208c464911', 'code': 200} May 28 03:36:34.605085 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (2038175b-b88a-437c-9114-63208c464911), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:34.606572 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:34.658950 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=2038175b-b88a-437c-9114-63208c464911,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:34.775934 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a36ea-6be3-44ee-bb9f-6dcd6cc53c07 req-2f8843c8-bd61-433d-a324-00b5830f5156 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:34.777409 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d81a36ea-6be3-44ee-bb9f-6dcd6cc53c07 req-2f8843c8-bd61-433d-a324-00b5830f5156 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0495007 May 28 03:36:34.827226 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d81a36ea-6be3-44ee-bb9f-6dcd6cc53c07 req-80cb2b24-aa8f-44d8-af3c-cd490bfc71ac tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440173 May 28 03:36:34.985360 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f6b25-5c37-4313-b4dd-2d09fa62d22d req-6183f4f4-8e01-4cd5-a2e6-c4851f3885eb tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:34.987769 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ee5f6b25-5c37-4313-b4dd-2d09fa62d22d req-6183f4f4-8e01-4cd5-a2e6-c4851f3885eb tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0482688 May 28 03:36:34.996166 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 59976) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:35.000769 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-f0f2fc6a-7318-4298-82d0-f53eb952f4c2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Request body: {'floatingip': {'port_id': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:35.140792 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b9abf-9d6c-4900-a879-567d9cdf3cbd req-72e75b3c-20fe-4dfe-b634-a22059f8294d tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:35.142427 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3a5b9abf-9d6c-4900-a879-567d9cdf3cbd req-72e75b3c-20fe-4dfe-b634-a22059f8294d tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 945 time: 0.0771661 May 28 03:36:35.184525 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:35.211121 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3a5b9abf-9d6c-4900-a879-567d9cdf3cbd req-aaae06e2-3c2d-4ad6-8b26-377de2271eda tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527945 May 28 03:36:35.319437 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f0f2fc6a-7318-4298-82d0-f53eb952f4c2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (b55f4577-1c42-4abf-9662-91537ff98078), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:35.477250 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-71704061-9f86-49c5-bf0c-3eca1aa41aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:35.478914 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-71704061-9f86-49c5-bf0c-3eca1aa41aec service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1997252 May 28 03:36:35.509461 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55453986-1e3e-4e7b-801a-67137307589d req-2846c09b-ea63-473e-9e95-a03108bdd28b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:35.510957 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-55453986-1e3e-4e7b-801a-67137307589d req-2846c09b-ea63-473e-9e95-a03108bdd28b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 943 time: 0.2249422 May 28 03:36:35.555740 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:36:35.613730 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-774cd9f9-5e21-4bd8-b4a9-277645b9912f req-4210863e-d605-4044-ae2e-408ec40ba974 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5495954 May 28 03:36:35.680698 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d91a5-2dc1-43fd-967e-92f91f339833 req-547c6eb9-093a-4b0c-b6b6-ea94ac5578a6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:35.687435 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-200d91a5-2dc1-43fd-967e-92f91f339833 req-547c6eb9-093a-4b0c-b6b6-ea94ac5578a6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 943 time: 0.0603766 May 28 03:36:35.711588 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:35.722750 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-55453986-1e3e-4e7b-801a-67137307589d req-8a266606-b3ae-436e-9cdd-1b0454e1bb51 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1979609 May 28 03:36:35.754549 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-4afc5a79-d9ed-4005-b9a7-8bf59ff416b5 service neutron] 10.222.0.27 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646551 May 28 03:36:35.804848 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-200d91a5-2dc1-43fd-967e-92f91f339833 req-688f5cec-2c58-408f-a287-470de90d0946 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140609 May 28 03:36:35.910412 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:35.968121 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61a982a-1766-496d-8997-2e14ddee6cc9 req-46777864-723f-4e72-b349-9bfc3e9a81e9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:35.970042 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b61a982a-1766-496d-8997-2e14ddee6cc9 req-46777864-723f-4e72-b349-9bfc3e9a81e9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 944 time: 0.1451499 May 28 03:36:36.137387 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b61a982a-1766-496d-8997-2e14ddee6cc9 req-4d01bf64-4a69-4aac-b52c-91c779b9fa53 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546206 May 28 03:36:36.276613 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f0f2fc6a-7318-4298-82d0-f53eb952f4c2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:36.365053 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f0f2fc6a-7318-4298-82d0-f53eb952f4c2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (b55f4577-1c42-4abf-9662-91537ff98078), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:36.463604 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-f0f2fc6a-7318-4298-82d0-f53eb952f4c2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Floating IP b55f4577-1c42-4abf-9662-91537ff98078 associated. External IP: 172.27.3.150, port: 97df7472-c1e5-4bbd-80b5-6efb1965aeb9. May 28 03:36:36.884221 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc48544-6aec-4784-a38d-de1163e5660e req-42e411b3-adea-4e4f-a0ea-02d0f1ed6959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:36.885822 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7dc48544-6aec-4784-a38d-de1163e5660e req-42e411b3-adea-4e4f-a0ea-02d0f1ed6959 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 1128 time: 0.3828647 May 28 03:36:36.893983 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeef076-4d35-4442-80a9-d3c92d21a355 req-101ac115-0498-421b-a0fe-dc5e97bfc304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:36.895595 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-deeef076-4d35-4442-80a9-d3c92d21a355 req-101ac115-0498-421b-a0fe-dc5e97bfc304 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 1129 time: 0.3714664 May 28 03:36:37.009687 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2a9f64-a598-43c3-9bbd-7a402e9c59b2 req-6a62817f-db54-4eeb-b96c-b8f733cc608e tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:37.011274 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ee2a9f64-a598-43c3-9bbd-7a402e9c59b2 req-6a62817f-db54-4eeb-b96c-b8f733cc608e tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 943 time: 0.0541611 May 28 03:36:37.061177 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ee2a9f64-a598-43c3-9bbd-7a402e9c59b2 req-23d1886a-5680-40dc-ba41-b08391d0dc68 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426240 May 28 03:36:37.077844 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-69773af0-3984-48b1-a8ae-99e1b7b45c12 req-4d90348a-eb8f-429d-bc30-61d2d81d4ad6 service neutron] 10.222.0.27 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735807 May 28 03:36:37.097137 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:37.102841 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-deeef076-4d35-4442-80a9-d3c92d21a355 req-5a527c92-a1b3-49a6-bc97-590c0dfee283 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978676 May 28 03:36:37.183099 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7be96-0ee3-4ce4-8ddb-38f2e2cd4348 req-8071b592-6cff-45d9-b10a-e06675d28f52 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:37.184776 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-79e7be96-0ee3-4ce4-8ddb-38f2e2cd4348 req-8071b592-6cff-45d9-b10a-e06675d28f52 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 943 time: 0.1097693 May 28 03:36:37.187902 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc48544-6aec-4784-a38d-de1163e5660e req-299595bc-050b-43ef-801e-89f3d54591a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:37.189306 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7dc48544-6aec-4784-a38d-de1163e5660e req-299595bc-050b-43ef-801e-89f3d54591a1 service neutron] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 920 time: 0.2894607 May 28 03:36:37.235340 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f2fc6a-7318-4298-82d0-f53eb952f4c2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Router bd7f9c2a-6924-48ec-95dd-51cac4602f80 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:36:37.264871 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:37.266301 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f76919-bee4-4367-8a07-1847c8c743da req-563c950c-0c3c-42ef-9f73-645b7c2d57cc tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:37.267896 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4f76919-bee4-4367-8a07-1847c8c743da req-563c950c-0c3c-42ef-9f73-645b7c2d57cc tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 944 time: 0.0513551 May 28 03:36:37.274331 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-79e7be96-0ee3-4ce4-8ddb-38f2e2cd4348 req-67aa6f94-37dd-494d-9d63-96c62e9e6fdb tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798731 May 28 03:36:37.333478 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4f76919-bee4-4367-8a07-1847c8c743da req-69e5ef70-9f2f-427d-9abc-e765bd777d42 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579388 May 28 03:36:37.374127 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f2fc6a-7318-4298-82d0-f53eb952f4c2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:36:37.379502 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f0f2fc6a-7318-4298-82d0-f53eb952f4c2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:37.392616 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bce811-c755-4116-8e6b-6853f345aab7 None None] Sync routers for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:36:37.404378 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bce811-c755-4116-8e6b-6853f345aab7 None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:37.405002 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-e3bce811-c755-4116-8e6b-6853f345aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:36:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:37.423594 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f0f2fc6a-7318-4298-82d0-f53eb952f4c2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "PUT /v2.0/floatingips/b55f4577-1c42-4abf-9662-91537ff98078 HTTP/1.1" status: 200 len: 991 time: 2.4241853 May 28 03:36:37.423594 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:37.426559 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c79197-9361-4d40-893c-e03cdb857930" -d '{"events": [{"name": "network-changed", "server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:37.478076 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e349fb0c-96ec-4860-a490-7fdbf49db65d x-openstack-request-id: req-e349fb0c-96ec-4860-a490-7fdbf49db65d {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:37.478663 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:37.479212 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e349fb0c-96ec-4860-a490-7fdbf49db65d {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:37.479816 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e349fb0c-96ec-4860-a490-7fdbf49db65d'] response: {'name': 'network-changed', 'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'status': 'completed', 'code': 200} May 28 03:36:37.562544 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-e3bce811-c755-4116-8e6b-6853f345aab7 None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:37.819423 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-e3bce811-c755-4116-8e6b-6853f345aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'b55f4577-1c42-4abf-9662-91537ff98078', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'port_id': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'mac_address': 'fa:16:3e:b4:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9c645-590f-49e1-ab03-af4167f10547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:36Z', 'revision_number': 1, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:59Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:37.843893 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bce811-c755-4116-8e6b-6853f345aab7 None None] Checking router: bd7f9c2a-6924-48ec-95dd-51cac4602f80 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:36:37.853299 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bce811-c755-4116-8e6b-6853f345aab7 None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:37.853834 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-e3bce811-c755-4116-8e6b-6853f345aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:36:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:37.969038 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60074) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:37.973220 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-e3bce811-c755-4116-8e6b-6853f345aab7 None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:38.144154 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3ef85dbf-09f9-4dce-8d05-bfbbca602fa2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:38.161570 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7dc48544-6aec-4784-a38d-de1163e5660e req-1094b9c4-890b-4e41-b3ab-b5a82c27fe78 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aaa9bcc-6545-4d6b-95af-ee421ef5771b HTTP/1.1" status: 200 len: 217 time: 0.0489075 May 28 03:36:38.200552 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-e3bce811-c755-4116-8e6b-6853f345aab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'b55f4577-1c42-4abf-9662-91537ff98078', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'port_id': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'mac_address': 'fa:16:3e:b4:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9c645-590f-49e1-ab03-af4167f10547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:36Z', 'revision_number': 1, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:59Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:38.203665 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b488914-7bb5-47ac-9c7e-4a061e3bcf4a req-cd596a4e-b3a8-4d84-8099-6f1727308be5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:38.205241 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9b488914-7bb5-47ac-9c7e-4a061e3bcf4a req-cd596a4e-b3a8-4d84-8099-6f1727308be5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 943 time: 0.0631154 May 28 03:36:38.229173 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bce811-c755-4116-8e6b-6853f345aab7 None None] The sync data for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi is: [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'b55f4577-1c42-4abf-9662-91537ff98078', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'floating_ip_address': '172.27.3.150', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'port_id': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 97, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'mac_address': 'fa:16:3e:b4:39:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35a9c645-590f-49e1-ab03-af4167f10547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:36Z', 'revision_number': 1, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:59Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:36:38.262756 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device a44b7ed2-6364-44d9-9fbc-d45c00c0413e details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:36:38.276164 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:38.285861 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9b488914-7bb5-47ac-9c7e-4a061e3bcf4a req-a674ba0d-e385-4dd7-a23d-fa36b5eaf871 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706570 May 28 03:36:38.312403 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3ef85dbf-09f9-4dce-8d05-bfbbca602fa2 admin admin] Publish callbacks [] for security_group (39224e7e-c951-4c33-a861-f0dcf1832608), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:38.358464 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3ef85dbf-09f9-4dce-8d05-bfbbca602fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (39224e7e-c951-4c33-a861-f0dcf1832608), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:38.373333 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port a44b7ed2-6364-44d9-9fbc-d45c00c0413e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a44b7ed2-6364-44d9-9fbc-d45c00c0413e,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:38.385492 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'port_id': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'mac_address': 'fa:16:3e:bc:84:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:36:38.423761 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port a44b7ed2-6364-44d9-9fbc-d45c00c0413e is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:38.424878 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:38.436534 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3ef85dbf-09f9-4dce-8d05-bfbbca602fa2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e879c61f5ef4544b2f2774817e19694&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4640527 May 28 03:36:38.437021 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60086) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:38.440062 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a44b7ed2-6364-44d9-9fbc-d45c00c0413e {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:36:38.442298 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef85dbf-09f9-4dce-8d05-bfbbca602fa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39224e7e-c951-4c33-a861-f0dcf1832608,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:38.458544 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348deca-e3e9-47a3-b475-1fecf452e203 req-2fb02a8d-c411-462b-bbf2-5a6c21f960c0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:38.458544 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0348deca-e3e9-47a3-b475-1fecf452e203 req-2fb02a8d-c411-462b-bbf2-5a6c21f960c0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 943 time: 0.0860531 May 28 03:36:38.462911 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port a44b7ed2-6364-44d9-9fbc-d45c00c0413e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a44b7ed2-6364-44d9-9fbc-d45c00c0413e,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:38.506919 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6cce6850-95a5-4a2c-94cc-a064ef3455c8 admin admin] Publish callbacks [] for security_group (39224e7e-c951-4c33-a861-f0dcf1832608), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:38.510089 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0348deca-e3e9-47a3-b475-1fecf452e203 req-9966471b-bd0c-4fce-8ac3-fd09e23441f0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448108 May 28 03:36:38.546431 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca65b042-b130-4873-bd0b-289635ecfb9f None None] New status for floating IP b55f4577-1c42-4abf-9662-91537ff98078: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:36:38.575018 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:38.575722 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 6aaa9bcc-6545-4d6b-95af-ee421ef5771b details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:36:38.602797 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6cce6850-95a5-4a2c-94cc-a064ef3455c8 admin admin] Publish callbacks [] for security_group (39224e7e-c951-4c33-a861-f0dcf1832608), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:38.633390 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06e75c-ae30-43c4-8d7f-147a1aa8455d req-a09b2a98-768f-4aa1-a680-63b295eb440e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:38.633935 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c79197-9361-4d40-893c-e03cdb857930 req-98aae1e2-6613-4ec2-ae91-4bc8c28503d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:38.635106 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ea06e75c-ae30-43c4-8d7f-147a1aa8455d req-a09b2a98-768f-4aa1-a680-63b295eb440e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 944 time: 0.0517976 May 28 03:36:38.635408 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-59c79197-9361-4d40-893c-e03cdb857930 req-98aae1e2-6613-4ec2-ae91-4bc8c28503d9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 1129 time: 0.1171553 May 28 03:36:38.670261 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:38.675742 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc48544-6aec-4784-a38d-de1163e5660e req-8fbaf2e6-49ea-4370-82da-7277bdb57474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:38.677252 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7dc48544-6aec-4784-a38d-de1163e5660e req-8fbaf2e6-49ea-4370-82da-7277bdb57474 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.1578505 May 28 03:36:38.696368 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ea06e75c-ae30-43c4-8d7f-147a1aa8455d req-7a636e16-d0fb-443b-b8a0-aee8c7366d26 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522807 May 28 03:36:38.788708 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc48544-6aec-4784-a38d-de1163e5660e req-83e8f742-bbcf-4b8d-94ea-b669415afc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:38.790247 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7dc48544-6aec-4784-a38d-de1163e5660e req-83e8f742-bbcf-4b8d-94ea-b669415afc08 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1029911 May 28 03:36:38.809804 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c79197-9361-4d40-893c-e03cdb857930 req-33beb162-a09f-4437-847f-4c13c85d8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:38.811457 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-59c79197-9361-4d40-893c-e03cdb857930 req-33beb162-a09f-4437-847f-4c13c85d8c21 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 918 time: 0.1646063 May 28 03:36:38.888416 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6cce6850-95a5-4a2c-94cc-a064ef3455c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (39224e7e-c951-4c33-a861-f0dcf1832608), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:38.891203 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6cce6850-95a5-4a2c-94cc-a064ef3455c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:38.892718 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6cce6850-95a5-4a2c-94cc-a064ef3455c8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/39224e7e-c951-4c33-a861-f0dcf1832608 HTTP/1.1" status: 204 len: 168 time: 0.4545681 May 28 03:36:38.901241 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce6850-95a5-4a2c-94cc-a064ef3455c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39224e7e-c951-4c33-a861-f0dcf1832608,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:38.904981 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=a44b7ed2-6364-44d9-9fbc-d45c00c0413e,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:39.038439 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6aaa9bcc-6545-4d6b-95af-ee421ef5771b,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:39.051978 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '6aaa9bcc-6545-4d6b-95af-ee421ef5771b', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'port_id': '6aaa9bcc-6545-4d6b-95af-ee421ef5771b', 'mac_address': 'fa:16:3e:cd:71:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:36:39.092821 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:39.093476 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:39.107149 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aaa9bcc-6545-4d6b-95af-ee421ef5771b {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:36:39.129567 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6aaa9bcc-6545-4d6b-95af-ee421ef5771b,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:39.240448 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:39.312770 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=6aaa9bcc-6545-4d6b-95af-ee421ef5771b,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:39.424823 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93932ca9-045c-47d8-abde-46a7a425b179 req-9cd4c51f-5d89-4324-81db-b23d9c04a667 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:39.426600 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-93932ca9-045c-47d8-abde-46a7a425b179 req-9cd4c51f-5d89-4324-81db-b23d9c04a667 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 943 time: 0.0588818 May 28 03:36:39.484455 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-93932ca9-045c-47d8-abde-46a7a425b179 req-0f68ae68-9a58-4a47-8d47-3856eda1868d tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517933 May 28 03:36:39.548576 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-59c79197-9361-4d40-893c-e03cdb857930 req-1c6350e6-6e6c-49fc-9b9d-3e00f2a50a67 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9 HTTP/1.1" status: 200 len: 1001 time: 0.1521542 May 28 03:36:39.656306 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7dc48544-6aec-4784-a38d-de1163e5660e req-e72a23a4-b2ef-404d-a234-28062c03fef9 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719915 May 28 03:36:39.660811 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c79197-9361-4d40-893c-e03cdb857930 req-fab0fb7b-ced6-4776-9776-e153c109310d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:39.662214 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-59c79197-9361-4d40-893c-e03cdb857930 req-fab0fb7b-ced6-4776-9776-e153c109310d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 HTTP/1.1" status: 200 len: 856 time: 0.1070831 May 28 03:36:39.670641 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b35312-1693-48db-a713-a687c5f11208 req-3b85f115-e7e9-4349-b017-758bf92cdd71 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:39.672186 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d3b35312-1693-48db-a713-a687c5f11208 req-3b85f115-e7e9-4349-b017-758bf92cdd71 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 944 time: 0.0854585 May 28 03:36:39.719151 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['a44b7ed2-6364-44d9-9fbc-d45c00c0413e'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:36:39.764883 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:39.796779 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d3b35312-1693-48db-a713-a687c5f11208 req-b53feed1-da80-4db8-aa79-904a3f46ef81 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130738 May 28 03:36:39.820783 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60132) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:39.832074 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['6aaa9bcc-6545-4d6b-95af-ee421ef5771b'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:36:39.843798 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f1175119-3f48-4410-bb4a-3e89b4a8de9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:39.846775 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:39.852064 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c79197-9361-4d40-893c-e03cdb857930 req-c3639849-a026-4497-b647-09b5e754fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:39.853664 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-59c79197-9361-4d40-893c-e03cdb857930 req-c3639849-a026-4497-b647-09b5e754fe7f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f47d9414-85e4-4030-814e-0a5133c3d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1374912 May 28 03:36:39.881837 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7dc48544-6aec-4784-a38d-de1163e5660e req-fb9c9198-cb19-41ce-88d5-38795d16457f service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641586 May 28 03:36:39.898017 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c52ded-239d-4b1d-bb33-90aaab9805d6 req-7c28df59-5c0f-4b5d-be97-63c6f6af65d8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:39.899566 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-71c52ded-239d-4b1d-bb33-90aaab9805d6 req-7c28df59-5c0f-4b5d-be97-63c6f6af65d8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 945 time: 0.0708036 May 28 03:36:39.933741 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:39.962858 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:39.988778 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:40.026598 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-71c52ded-239d-4b1d-bb33-90aaab9805d6 req-2a3ae5dd-7e21-4a1e-8145-ff90f544b59e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213639 May 28 03:36:40.046209 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-59c79197-9361-4d40-893c-e03cdb857930 req-f7d129a3-de45-4883-8154-8d890f35cb92 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176314 May 28 03:36:40.053200 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f1175119-3f48-4410-bb4a-3e89b4a8de9d admin admin] Publish callbacks [] for security_group (962de90b-4d61-4dd4-8189-3bfcc3c76e6d), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:40.156476 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-59c79197-9361-4d40-893c-e03cdb857930 req-2b1581c4-ae5e-4cff-85db-176cb8ac2fa2 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908606 May 28 03:36:40.157071 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f1175119-3f48-4410-bb4a-3e89b4a8de9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (962de90b-4d61-4dd4-8189-3bfcc3c76e6d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:40.200635 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f1175119-3f48-4410-bb4a-3e89b4a8de9d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=223b1d493a044cdc9d1718eb9f7e2f20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3787584 May 28 03:36:40.201572 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1175119-3f48-4410-bb4a-3e89b4a8de9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962de90b-4d61-4dd4-8189-3bfcc3c76e6d,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:40.203297 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60136) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:40.254124 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-169bdebc-6efd-496c-bcec-ff85e8affcbd admin admin] Publish callbacks [] for security_group (962de90b-4d61-4dd4-8189-3bfcc3c76e6d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:40.275927 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-169bdebc-6efd-496c-bcec-ff85e8affcbd admin admin] Publish callbacks [] for security_group (962de90b-4d61-4dd4-8189-3bfcc3c76e6d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:40.433029 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-169bdebc-6efd-496c-bcec-ff85e8affcbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (962de90b-4d61-4dd4-8189-3bfcc3c76e6d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:40.435896 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-169bdebc-6efd-496c-bcec-ff85e8affcbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:40.437036 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-169bdebc-6efd-496c-bcec-ff85e8affcbd admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/962de90b-4d61-4dd4-8189-3bfcc3c76e6d HTTP/1.1" status: 204 len: 168 time: 0.2327456 May 28 03:36:40.445563 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169bdebc-6efd-496c-bcec-ff85e8affcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962de90b-4d61-4dd4-8189-3bfcc3c76e6d,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:40.603583 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fa15a6-828f-4b3e-b346-5c72d1c3e7fd req-3c17a1a8-f04e-4b16-a42f-166aed4a282b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:40.605075 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-42fa15a6-828f-4b3e-b346-5c72d1c3e7fd req-3c17a1a8-f04e-4b16-a42f-166aed4a282b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 943 time: 0.0503635 May 28 03:36:40.655980 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-42fa15a6-828f-4b3e-b346-5c72d1c3e7fd req-8bac5e1d-5f23-4481-9e89-2a0bd3a4dfdc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436211 May 28 03:36:40.658783 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 63e23069-fb2c-4804-8da1-bf97b736bc08 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:36:40.775243 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 63e23069-fb2c-4804-8da1-bf97b736bc08, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=63e23069-fb2c-4804-8da1-bf97b736bc08,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:40.789268 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '63e23069-fb2c-4804-8da1-bf97b736bc08', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'port_id': '63e23069-fb2c-4804-8da1-bf97b736bc08', 'mac_address': 'fa:16:3e:96:1a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:36:40.837720 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 63e23069-fb2c-4804-8da1-bf97b736bc08 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:40.838119 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:40.855458 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63e23069-fb2c-4804-8da1-bf97b736bc08 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:36:40.876527 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 63e23069-fb2c-4804-8da1-bf97b736bc08, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=63e23069-fb2c-4804-8da1-bf97b736bc08,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:40.902171 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfb6ecf-89f2-45de-af6e-0b553ce64e28 req-941ad142-404b-40bb-aba7-0c925de4fcc7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:40.904690 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-adfb6ecf-89f2-45de-af6e-0b553ce64e28 req-941ad142-404b-40bb-aba7-0c925de4fcc7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 944 time: 0.0484397 May 28 03:36:40.934854 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:40.960568 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-adfb6ecf-89f2-45de-af6e-0b553ce64e28 req-67f390b5-2f2b-4a54-b46c-6ed8259f411d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486798 May 28 03:36:40.983893 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=63e23069-fb2c-4804-8da1-bf97b736bc08,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:41.152988 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98679b3-53ba-4acf-ad02-282da7e5b31b req-1e7ec447-bee4-4da5-b599-662339f40590 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:41.154519 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a98679b3-53ba-4acf-ad02-282da7e5b31b req-1e7ec447-bee4-4da5-b599-662339f40590 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 945 time: 0.0507565 May 28 03:36:41.203517 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a98679b3-53ba-4acf-ad02-282da7e5b31b req-378174bd-b70c-445c-b5b5-f6b90d2d8cf5 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432661 May 28 03:36:41.239361 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device a44b7ed2-6364-44d9-9fbc-d45c00c0413e up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:41.283010 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port a44b7ed2-6364-44d9-9fbc-d45c00c0413e completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:36:41.359025 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port a44b7ed2-6364-44d9-9fbc-d45c00c0413e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:41.359398 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:41.437381 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port a44b7ed2-6364-44d9-9fbc-d45c00c0413e is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:41.437775 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:41.463854 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:41.466054 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f43dd71-7518-4e0f-8b52-91303427fba1" -d '{"events": [{"server_uuid": "161bde4a-7b5a-4c34-9cad-add4855d9d1f", "name": "network-vif-plugged", "status": "completed", "tag": "a44b7ed2-6364-44d9-9fbc-d45c00c0413e"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:41.479629 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port a44b7ed2-6364-44d9-9fbc-d45c00c0413e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a44b7ed2-6364-44d9-9fbc-d45c00c0413e,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:41.501660 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aaf1d28-55c3-49e9-b981-91bc8f044685 x-openstack-request-id: req-2aaf1d28-55c3-49e9-b981-91bc8f044685 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:41.501949 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161bde4a-7b5a-4c34-9cad-add4855d9d1f", "name": "network-vif-plugged", "status": "completed", "tag": "a44b7ed2-6364-44d9-9fbc-d45c00c0413e", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:41.502225 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2aaf1d28-55c3-49e9-b981-91bc8f044685 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:41.502611 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aaf1d28-55c3-49e9-b981-91bc8f044685'] response: {'server_uuid': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'code': 200} May 28 03:36:41.553542 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:41.555170 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 6aaa9bcc-6545-4d6b-95af-ee421ef5771b up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:41.576838 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:41.602190 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['63e23069-fb2c-4804-8da1-bf97b736bc08'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:36:41.685355 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=a44b7ed2-6364-44d9-9fbc-d45c00c0413e,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:41.689547 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:36:41.740441 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:41.761772 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:41.796736 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:41.797123 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:41.798435 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579ba76c-1316-4d20-93ca-07b3ae162db0 req-741bb114-6bc6-48ff-97ad-7168427af8da tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:41.800048 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-579ba76c-1316-4d20-93ca-07b3ae162db0 req-741bb114-6bc6-48ff-97ad-7168427af8da tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 944 time: 0.0504730 May 28 03:36:41.854586 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-579ba76c-1316-4d20-93ca-07b3ae162db0 req-f6c334e5-0f3b-4d00-931b-fa8505940e2e tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480902 May 28 03:36:41.892001 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:41.892170 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:41.945529 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6aaa9bcc-6545-4d6b-95af-ee421ef5771b,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:41.952812 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c3dfd-1928-4c41-92f5-2896e4e60b6d req-edaef8c8-37d6-4feb-b20d-e7669b7a2820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:41.954379 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ee7c3dfd-1928-4c41-92f5-2896e4e60b6d req-edaef8c8-37d6-4feb-b20d-e7669b7a2820 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 1129 time: 0.0431654 May 28 03:36:42.009710 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ee7c3dfd-1928-4c41-92f5-2896e4e60b6d req-ec64c540-6ea5-4472-ae69-fec61085cb29 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386934 May 28 03:36:42.039097 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:42.092103 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=6aaa9bcc-6545-4d6b-95af-ee421ef5771b,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:42.116030 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadd8567-63de-4f6e-a547-fcdc6117a51a req-9f799153-a1d1-48f5-b2c7-dc008a15c1e5 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:42.117602 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aadd8567-63de-4f6e-a547-fcdc6117a51a req-9f799153-a1d1-48f5-b2c7-dc008a15c1e5 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 945 time: 0.0693314 May 28 03:36:42.168498 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-aadd8567-63de-4f6e-a547-fcdc6117a51a req-1b616bf7-d8dd-4a8b-bf37-c695cda7fbce tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430913 May 28 03:36:42.320901 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8d7a2a-daed-45cb-9bcd-361a690857b8 req-0b33c600-c971-438a-9dc8-f0d6b6e4af6c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:42.322462 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2f8d7a2a-daed-45cb-9bcd-361a690857b8 req-0b33c600-c971-438a-9dc8-f0d6b6e4af6c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0502450 May 28 03:36:42.389999 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2f8d7a2a-daed-45cb-9bcd-361a690857b8 req-20091fa7-5bde-4693-9b33-ad1940d5b794 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591655 May 28 03:36:42.683546 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 63e23069-fb2c-4804-8da1-bf97b736bc08 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:36:42.726060 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 63e23069-fb2c-4804-8da1-bf97b736bc08 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:36:42.799605 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 63e23069-fb2c-4804-8da1-bf97b736bc08 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:36:42.800168 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:42.880111 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 63e23069-fb2c-4804-8da1-bf97b736bc08 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:36:42.880501 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:42.890938 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60240) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:42.920558 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 63e23069-fb2c-4804-8da1-bf97b736bc08, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=63e23069-fb2c-4804-8da1-bf97b736bc08,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:42.994781 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:43.008801 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c545f3b-5ae3-447b-9894-993e5c5cc50f req-28aaca82-cd8d-43e6-a583-a3cfed41e2e9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:43.010322 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3c545f3b-5ae3-447b-9894-993e5c5cc50f req-28aaca82-cd8d-43e6-a583-a3cfed41e2e9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 944 time: 0.0577393 May 28 03:36:43.021222 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:43.051466 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=63e23069-fb2c-4804-8da1-bf97b736bc08,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:43.065263 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3c545f3b-5ae3-447b-9894-993e5c5cc50f req-96302e6f-8e0b-4627-981f-4e43048c502c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488958 May 28 03:36:43.106875 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Publish callbacks [] for security_group (4732bdbb-2839-4288-b352-c6aee33b409d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:43.203022 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (4732bdbb-2839-4288-b352-c6aee33b409d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:43.243003 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8fd94d5e12cc4aefa06f07f7884ce865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3509688 May 28 03:36:43.245784 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60248) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:43.253268 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4732bdbb-2839-4288-b352-c6aee33b409d,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:43.274063 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:43.275787 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.276125 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.276456 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.276780 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.277129 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.277435 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.277746 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.278055 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.278367 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.278681 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.278990 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.279299 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.279605 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.279908 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.280214 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0814b1-14de-420b-9bbc-5812769bd4b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:43.299080 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8daaf57b-9a43-4ff0-9f2f-ea0b6d466fba admin admin] Publish callbacks [] for security_group (4732bdbb-2839-4288-b352-c6aee33b409d), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:43.310264 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafe7d8-64a2-4087-943c-7ab727587090 req-10452079-78bc-4106-93ab-078b5dffb148 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:43.311869 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2eafe7d8-64a2-4087-943c-7ab727587090 req-10452079-78bc-4106-93ab-078b5dffb148 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 945 time: 0.0671120 May 28 03:36:43.321305 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8daaf57b-9a43-4ff0-9f2f-ea0b6d466fba admin admin] Publish callbacks [] for security_group (4732bdbb-2839-4288-b352-c6aee33b409d), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:43.360226 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2eafe7d8-64a2-4087-943c-7ab727587090 req-cb031f21-9d9e-4c17-9432-0d2a0ee56bfb tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426636 May 28 03:36:43.469610 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8daaf57b-9a43-4ff0-9f2f-ea0b6d466fba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (4732bdbb-2839-4288-b352-c6aee33b409d), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:43.472599 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8daaf57b-9a43-4ff0-9f2f-ea0b6d466fba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:43.473742 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8daaf57b-9a43-4ff0-9f2f-ea0b6d466fba admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4732bdbb-2839-4288-b352-c6aee33b409d HTTP/1.1" status: 204 len: 168 time: 0.2269037 May 28 03:36:43.504880 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daaf57b-9a43-4ff0-9f2f-ea0b6d466fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4732bdbb-2839-4288-b352-c6aee33b409d,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:43.504970 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247082dc-5284-462d-92c8-045154d864e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaa9bcc-6545-4d6b-95af-ee421ef5771b'}, {'server_uuid': 'da053642-eac6-4484-9557-f0b878712cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e23069-fb2c-4804-8da1-bf97b736bc08'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:43.510688 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4fcd09e-bf86-4717-a671-80cdf92972bf" -d '{"events": [{"server_uuid": "247082dc-5284-462d-92c8-045154d864e4", "name": "network-vif-plugged", "status": "completed", "tag": "6aaa9bcc-6545-4d6b-95af-ee421ef5771b"}, {"server_uuid": "da053642-eac6-4484-9557-f0b878712cf2", "name": "network-vif-plugged", "status": "completed", "tag": "63e23069-fb2c-4804-8da1-bf97b736bc08"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:43.522592 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7b57bf-d396-4cc3-8460-7d975ff31e75 req-9493ce4a-2796-4bfd-af64-4dee1ab10098 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:43.531706 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1a7b57bf-d396-4cc3-8460-7d975ff31e75 req-9493ce4a-2796-4bfd-af64-4dee1ab10098 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0723045 May 28 03:36:43.568347 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Sat, 28 May 2022 03:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1121be-1b47-44ab-8a15-d1575f612dad x-openstack-request-id: req-5f1121be-1b47-44ab-8a15-d1575f612dad {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:43.568698 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247082dc-5284-462d-92c8-045154d864e4", "name": "network-vif-plugged", "status": "completed", "tag": "6aaa9bcc-6545-4d6b-95af-ee421ef5771b", "code": 200}, {"server_uuid": "da053642-eac6-4484-9557-f0b878712cf2", "name": "network-vif-plugged", "status": "completed", "tag": "63e23069-fb2c-4804-8da1-bf97b736bc08", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:43.569002 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5f1121be-1b47-44ab-8a15-d1575f612dad {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:43.569445 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1121be-1b47-44ab-8a15-d1575f612dad'] response: {'server_uuid': '247082dc-5284-462d-92c8-045154d864e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aaa9bcc-6545-4d6b-95af-ee421ef5771b', 'code': 200} May 28 03:36:43.569698 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1121be-1b47-44ab-8a15-d1575f612dad'] response: {'server_uuid': 'da053642-eac6-4484-9557-f0b878712cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63e23069-fb2c-4804-8da1-bf97b736bc08', 'code': 200} May 28 03:36:43.577997 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1a7b57bf-d396-4cc3-8460-7d975ff31e75 req-b0664c7e-3368-4d53-929a-bfe9ff7a88a0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451100 May 28 03:36:44.057483 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22f06ee-349e-41dc-8745-d30a1cb5e6e6 req-1563f6a1-486d-4bbc-90a0-f8b0261a10e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:44.058985 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a22f06ee-349e-41dc-8745-d30a1cb5e6e6 req-1563f6a1-486d-4bbc-90a0-f8b0261a10e7 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 1129 time: 0.0724719 May 28 03:36:44.060042 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d0c13-f91b-4317-b206-f3d1f5778918 req-3987f902-620b-4fa5-ba6a-2661fcf63c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:44.061389 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d82d0c13-f91b-4317-b206-f3d1f5778918 req-3987f902-620b-4fa5-ba6a-2661fcf63c71 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 1130 time: 0.0659928 May 28 03:36:44.084636 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:44.145570 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60276) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:44.154950 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60278) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:44.161876 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a22f06ee-349e-41dc-8745-d30a1cb5e6e6 req-455549b8-83d6-4b2e-b3d1-ab5fd85e011b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895915 May 28 03:36:44.176298 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d82d0c13-f91b-4317-b206-f3d1f5778918 req-6cfbf8f4-d40d-497d-934e-15d8de37242d service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030729 May 28 03:36:44.178800 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d8edbb37-3d3e-4d9a-806f-ef9d66e4ec05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.227710 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338890c4-3224-427b-8e8f-afe0c8348bc4 req-9a19e3ef-3e81-4fa2-a8ee-d396946746ee tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:44.229195 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-338890c4-3224-427b-8e8f-afe0c8348bc4 req-9a19e3ef-3e81-4fa2-a8ee-d396946746ee tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0805666 May 28 03:36:44.273632 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:44.300184 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-338890c4-3224-427b-8e8f-afe0c8348bc4 req-c5fa863f-568b-4de3-919d-014ae9d940b9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643156 May 28 03:36:44.316400 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5a998216-96e1-4765-ad50-82603056749b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.332483 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d8edbb37-3d3e-4d9a-806f-ef9d66e4ec05 admin admin] Publish callbacks [] for security_group (6ffe1109-639b-4df8-8158-40cc7d5d273a), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.379554 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d8edbb37-3d3e-4d9a-806f-ef9d66e4ec05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (6ffe1109-639b-4df8-8158-40cc7d5d273a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.390188 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5a998216-96e1-4765-ad50-82603056749b admin admin] Publish callbacks [] for security_group (88e9a723-312d-4b60-bb42-dcb1f02a2019), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.420166 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8edbb37-3d3e-4d9a-806f-ef9d66e4ec05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ffe1109-639b-4df8-8158-40cc7d5d273a,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:44.425677 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d8edbb37-3d3e-4d9a-806f-ef9d66e4ec05 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c2f33339c845430a8bc86b5a56cba1c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2777295 May 28 03:36:44.428576 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60284) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:44.459056 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5a998216-96e1-4765-ad50-82603056749b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (88e9a723-312d-4b60-bb42-dcb1f02a2019), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.491863 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cd089e77-e3f0-4c7a-8b54-158b7bc5e4c9 admin admin] Publish callbacks [] for security_group (6ffe1109-639b-4df8-8158-40cc7d5d273a), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.503607 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d0e72-88ba-4ea2-a1be-4f4bdaf80f9d req-9a7481b1-5f70-4656-a071-871e40913c1d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:44.505069 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6c1d0e72-88ba-4ea2-a1be-4f4bdaf80f9d req-9a7481b1-5f70-4656-a071-871e40913c1d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 945 time: 0.0749197 May 28 03:36:44.515177 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a998216-96e1-4765-ad50-82603056749b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e9a723-312d-4b60-bb42-dcb1f02a2019,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:44.527475 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cd089e77-e3f0-4c7a-8b54-158b7bc5e4c9 admin admin] Publish callbacks [] for security_group (6ffe1109-639b-4df8-8158-40cc7d5d273a), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.532948 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5a998216-96e1-4765-ad50-82603056749b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=66554ec870b7428ca6a1226686accaea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766568 May 28 03:36:44.536022 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60290) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:44.540692 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:44.566515 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6c1d0e72-88ba-4ea2-a1be-4f4bdaf80f9d req-9ffe1508-8390-4f49-94d2-b057ef4f18f5 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554824 May 28 03:36:44.618373 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-02a6fb92-f95c-45d4-9f18-03a225934b88 admin admin] Publish callbacks [] for security_group (88e9a723-312d-4b60-bb42-dcb1f02a2019), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.652087 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-02a6fb92-f95c-45d4-9f18-03a225934b88 admin admin] Publish callbacks [] for security_group (88e9a723-312d-4b60-bb42-dcb1f02a2019), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.679383 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cd089e77-e3f0-4c7a-8b54-158b7bc5e4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (6ffe1109-639b-4df8-8158-40cc7d5d273a), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.681909 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-cd089e77-e3f0-4c7a-8b54-158b7bc5e4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.683009 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-cd089e77-e3f0-4c7a-8b54-158b7bc5e4c9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6ffe1109-639b-4df8-8158-40cc7d5d273a HTTP/1.1" status: 204 len: 168 time: 0.2537906 May 28 03:36:44.701883 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744ab95-8feb-4a76-a710-7f18d00e352a req-03b7aafb-938f-4bc9-a88a-970b4b653515 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:44.703648 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f744ab95-8feb-4a76-a710-7f18d00e352a req-03b7aafb-938f-4bc9-a88a-970b4b653515 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0545924 May 28 03:36:44.710329 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd089e77-e3f0-4c7a-8b54-158b7bc5e4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ffe1109-639b-4df8-8158-40cc7d5d273a,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:44.730858 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cfbed-937f-4847-84e8-fbfe673adac1 req-dcbfe6e8-80b2-4b6a-ac68-f3ed874a0db9 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:44.734033 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d57cfbed-937f-4847-84e8-fbfe673adac1 req-dcbfe6e8-80b2-4b6a-ac68-f3ed874a0db9 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 945 time: 0.0956481 May 28 03:36:44.750873 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60298) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:44.755170 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-1ea22fd1-4f3c-48ba-a899-e378ec6415aa tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'floatingip': {'port_id': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:44.789652 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f744ab95-8feb-4a76-a710-7f18d00e352a req-7a55b324-fd9e-4d3e-b050-236d5dad8613 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784872 May 28 03:36:44.808049 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ea22fd1-4f3c-48ba-a899-e378ec6415aa tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (4217859b-62f7-409d-a63e-6dec05d30e2a), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.900172 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-02a6fb92-f95c-45d4-9f18-03a225934b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (88e9a723-312d-4b60-bb42-dcb1f02a2019), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.903379 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-02a6fb92-f95c-45d4-9f18-03a225934b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:44.904510 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-02a6fb92-f95c-45d4-9f18-03a225934b88 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/88e9a723-312d-4b60-bb42-dcb1f02a2019 HTTP/1.1" status: 204 len: 168 time: 0.3648522 May 28 03:36:44.910795 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=1,neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:44.925248 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a6fb92-f95c-45d4-9f18-03a225934b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e9a723-312d-4b60-bb42-dcb1f02a2019,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:44.937505 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:45.523076 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.db.resource_extend [None req-1ea22fd1-4f3c-48ba-a899-e378ec6415aa tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 28 03:36:45.526855 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:45.563205 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60326) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:45.565258 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e6beb-583b-47b5-8107-ad2d8fea5271 req-c793a4f1-9370-4ea9-99e4-bac7d47a4c1a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:45.566714 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-543e6beb-583b-47b5-8107-ad2d8fea5271 req-c793a4f1-9370-4ea9-99e4-bac7d47a4c1a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0844090 May 28 03:36:45.577507 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79294623-0943-47f6-bf93-7bb469cd86ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:45.597548 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ea22fd1-4f3c-48ba-a899-e378ec6415aa tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:45.625650 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-543e6beb-583b-47b5-8107-ad2d8fea5271 req-1459cf5b-b409-44be-8e87-1cdbf076d6ec tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521948 May 28 03:36:45.660395 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79294623-0943-47f6-bf93-7bb469cd86ca admin admin] Publish callbacks [] for security_group (1f025da1-e578-469e-a226-82000df94016), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:45.706041 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ea22fd1-4f3c-48ba-a899-e378ec6415aa tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (4217859b-62f7-409d-a63e-6dec05d30e2a), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:45.728818 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79294623-0943-47f6-bf93-7bb469cd86ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1f025da1-e578-469e-a226-82000df94016), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:45.770020 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-79294623-0943-47f6-bf93-7bb469cd86ca admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b04848290ae74e9aaf2798d0509d68e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2056863 May 28 03:36:45.771128 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79294623-0943-47f6-bf93-7bb469cd86ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f025da1-e578-469e-a226-82000df94016,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:45.773563 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60332) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:45.832373 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Publish callbacks [] for security_group (1f025da1-e578-469e-a226-82000df94016), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:45.834063 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-1ea22fd1-4f3c-48ba-a899-e378ec6415aa tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Floating IP 4217859b-62f7-409d-a63e-6dec05d30e2a associated. External IP: 172.27.3.80, port: a44b7ed2-6364-44d9-9fbc-d45c00c0413e. May 28 03:36:45.860687 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Publish callbacks [] for security_group (1f025da1-e578-469e-a226-82000df94016), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:45.953037 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6b970-af45-43a0-b2bf-07e73048da85 req-e3416f73-5516-402f-8979-13cf6d634ad9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:45.954550 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a4e6b970-af45-43a0-b2bf-07e73048da85 req-e3416f73-5516-402f-8979-13cf6d634ad9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0646415 May 28 03:36:45.970708 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:46.009516 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a4e6b970-af45-43a0-b2bf-07e73048da85 req-049f0f3c-026d-4c2d-815b-243cea8566b7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478098 May 28 03:36:46.044565 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1f025da1-e578-469e-a226-82000df94016), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:46.048178 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:46.050243 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1f025da1-e578-469e-a226-82000df94016 HTTP/1.1" status: 204 len: 168 time: 0.2756207 May 28 03:36:46.060623 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f025da1-e578-469e-a226-82000df94016,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:46.068726 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.069263 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.069692 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.069950 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.070465 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.070824 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.071174 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.071625 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.072086 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.072426 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.072744 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.073838 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.074348 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.075077 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.075401 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f275e4-b501-4e6b-85a8-57d9a15be2ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:36:46.092693 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ea22fd1-4f3c-48ba-a899-e378ec6415aa tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Router 16ba28df-7752-4608-be78-a068ff847a0a has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:36:46.168247 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:46.218429 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea22fd1-4f3c-48ba-a899-e378ec6415aa tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:36:46.224986 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ea22fd1-4f3c-48ba-a899-e378ec6415aa tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:46.230132 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd0283-84fe-422b-bcde-dc7fc2bb35ff None None] Sync routers for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:36:46.241484 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd0283-84fe-422b-bcde-dc7fc2bb35ff None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:46.242217 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-22cd0283-84fe-422b-bcde-dc7fc2bb35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:36:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:46.257992 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1ea22fd1-4f3c-48ba-a899-e378ec6415aa tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "PUT /v2.0/floatingips/4217859b-62f7-409d-a63e-6dec05d30e2a HTTP/1.1" status: 200 len: 990 time: 1.5082858 May 28 03:36:46.258657 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'tag': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:46.261078 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f777c2ae-6004-4cde-9504-b067cc4eff40" -d '{"events": [{"name": "network-changed", "server_uuid": "161bde4a-7b5a-4c34-9cad-add4855d9d1f", "tag": "a44b7ed2-6364-44d9-9fbc-d45c00c0413e"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:46.284106 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:46.299635 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a126a16f-d5c1-4ef5-b9b3-d9bb404f8234 x-openstack-request-id: req-a126a16f-d5c1-4ef5-b9b3-d9bb404f8234 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:46.299929 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "161bde4a-7b5a-4c34-9cad-add4855d9d1f", "tag": "a44b7ed2-6364-44d9-9fbc-d45c00c0413e", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:46.300176 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a126a16f-d5c1-4ef5-b9b3-d9bb404f8234 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:46.300574 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a126a16f-d5c1-4ef5-b9b3-d9bb404f8234'] response: {'name': 'network-changed', 'server_uuid': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'tag': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'status': 'completed', 'code': 200} May 28 03:36:46.357265 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-22cd0283-84fe-422b-bcde-dc7fc2bb35ff None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:46.440616 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:46.579280 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-22cd0283-84fe-422b-bcde-dc7fc2bb35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '4217859b-62f7-409d-a63e-6dec05d30e2a', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:bc:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:36:07Z', 'updated_at': '2022-05-28T03:36:45Z', 'revision_number': 1, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:46.612596 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd0283-84fe-422b-bcde-dc7fc2bb35ff None None] Checking router: 16ba28df-7752-4608-be78-a068ff847a0a for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:36:46.621461 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd0283-84fe-422b-bcde-dc7fc2bb35ff None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:46.622227 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-22cd0283-84fe-422b-bcde-dc7fc2bb35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:36:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:46.758644 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777c2ae-6004-4cde-9504-b067cc4eff40 req-1638e7f1-6614-4bc6-9981-8e458a00b6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:46.762759 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f777c2ae-6004-4cde-9504-b067cc4eff40 req-1638e7f1-6614-4bc6-9981-8e458a00b6f0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 1129 time: 0.0782797 May 28 03:36:46.791596 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a70923-bbfb-47ce-88cc-81ec3aa8a8b1 req-c8e37cbd-80a6-4cb3-97e2-851152577c64 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:46.793087 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-73a70923-bbfb-47ce-88cc-81ec3aa8a8b1 req-c8e37cbd-80a6-4cb3-97e2-851152577c64 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0764153 May 28 03:36:46.847254 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-73a70923-bbfb-47ce-88cc-81ec3aa8a8b1 req-db370efe-ead5-4c4d-a06f-bf323f7c18c2 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473690 May 28 03:36:46.873244 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-22cd0283-84fe-422b-bcde-dc7fc2bb35ff None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:46.975976 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf086de-49de-49e0-864d-243c21b07609 req-c06b3daf-abd0-4bac-8070-87f812e3e357 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:46.978880 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cdf086de-49de-49e0-864d-243c21b07609 req-c06b3daf-abd0-4bac-8070-87f812e3e357 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0624471 May 28 03:36:46.987658 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60384) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:46.992262 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-ae79dc2d-e00a-4bd0-8128-520ec565c7de tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Request body: {'floatingip': {'port_id': '63e23069-fb2c-4804-8da1-bf97b736bc08'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:36:47.076865 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae79dc2d-e00a-4bd0-8128-520ec565c7de tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (eaecfc8f-e5d1-4f1d-8254-71c988a4359d), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:47.144985 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-22cd0283-84fe-422b-bcde-dc7fc2bb35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '4217859b-62f7-409d-a63e-6dec05d30e2a', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:bc:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:36:07Z', 'updated_at': '2022-05-28T03:36:45Z', 'revision_number': 1, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:47.186969 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22cd0283-84fe-422b-bcde-dc7fc2bb35ff None None] The sync data for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi is: [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '4217859b-62f7-409d-a63e-6dec05d30e2a', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:bc:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:36:07Z', 'updated_at': '2022-05-28T03:36:45Z', 'revision_number': 1, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:36:47.262736 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:47.272595 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb46343c-b0dd-4ad5-b3d4-46ba59ff49a1 req-34fdfa86-66de-4bf9-92f2-4151f18bff03 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:47.274155 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bb46343c-b0dd-4ad5-b3d4-46ba59ff49a1 req-34fdfa86-66de-4bf9-92f2-4151f18bff03 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0915849 May 28 03:36:47.453403 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777c2ae-6004-4cde-9504-b067cc4eff40 req-153666a6-ad0b-4db8-9982-6ca709d98337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:47.456065 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f777c2ae-6004-4cde-9504-b067cc4eff40 req-153666a6-ad0b-4db8-9982-6ca709d98337 service neutron] 10.222.0.27 "GET /v2.0/networks?id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 200 len: 915 time: 0.1723621 May 28 03:36:47.570410 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb27be27-818e-403a-87b8-85da10da6861 None None] New status for floating IP 4217859b-62f7-409d-a63e-6dec05d30e2a: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:36:47.596255 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bb46343c-b0dd-4ad5-b3d4-46ba59ff49a1 req-3d7fed75-c4f8-465f-be63-be2cfea0c296 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147604 May 28 03:36:48.168541 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae79dc2d-e00a-4bd0-8128-520ec565c7de tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:48.179847 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7dcbe4-e17a-497a-95ca-fd8ad7806262 req-e2172b36-b585-417f-bc25-16fd708a4ef9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:48.181454 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4e7dcbe4-e17a-497a-95ca-fd8ad7806262 req-e2172b36-b585-417f-bc25-16fd708a4ef9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0830572 May 28 03:36:48.231554 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae79dc2d-e00a-4bd0-8128-520ec565c7de tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (eaecfc8f-e5d1-4f1d-8254-71c988a4359d), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:48.274786 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4e7dcbe4-e17a-497a-95ca-fd8ad7806262 req-9e8fe5cd-28a7-467a-93d2-e70371d28e96 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872722 May 28 03:36:48.280622 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:48.338724 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-ae79dc2d-e00a-4bd0-8128-520ec565c7de tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Floating IP eaecfc8f-e5d1-4f1d-8254-71c988a4359d associated. External IP: 172.27.3.87, port: 63e23069-fb2c-4804-8da1-bf97b736bc08. May 28 03:36:48.390748 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60438) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:48.563562 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae79dc2d-e00a-4bd0-8128-520ec565c7de tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:36:48.593281 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c34d323d-2ad8-4671-9cdd-ba035c6da30e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:48.639902 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f777c2ae-6004-4cde-9504-b067cc4eff40 req-a8a7c284-63a6-431c-966e-fd06a6076a8f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a44b7ed2-6364-44d9-9fbc-d45c00c0413e HTTP/1.1" status: 200 len: 1000 time: 0.1237533 May 28 03:36:48.652726 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5b1d0583-7ca0-47b9-8354-98ee25fe8f0b req-389f8aa3-54ae-44a8-806b-05f45ba13314 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0714123 May 28 03:36:48.692840 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae79dc2d-e00a-4bd0-8128-520ec565c7de tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:36:48.697968 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae79dc2d-e00a-4bd0-8128-520ec565c7de tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:48.703969 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f0c8e7-308d-4662-a815-b303fcced557 None None] Sync routers for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:36:48.708009 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:48.722411 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777c2ae-6004-4cde-9504-b067cc4eff40 req-1c02be5e-8731-4709-8b44-6dde5be36e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:48.724145 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f777c2ae-6004-4cde-9504-b067cc4eff40 req-1c02be5e-8731-4709-8b44-6dde5be36e0f service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f446e15b-7c64-40ee-82e8-228642b299e2 HTTP/1.1" status: 200 len: 853 time: 0.0739815 May 28 03:36:48.724837 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f0c8e7-308d-4662-a815-b303fcced557 None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:48.725601 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-65f0c8e7-308d-4662-a815-b303fcced557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:36:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:48.741976 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ae79dc2d-e00a-4bd0-8128-520ec565c7de tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "PUT /v2.0/floatingips/eaecfc8f-e5d1-4f1d-8254-71c988a4359d HTTP/1.1" status: 200 len: 990 time: 1.7531898 May 28 03:36:48.742732 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da053642-eac6-4484-9557-f0b878712cf2', 'tag': '63e23069-fb2c-4804-8da1-bf97b736bc08'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:48.745153 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5393c173-4ff9-4550-a98e-1b5a72adde06" -d '{"events": [{"name": "network-changed", "server_uuid": "da053642-eac6-4484-9557-f0b878712cf2", "tag": "63e23069-fb2c-4804-8da1-bf97b736bc08"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:48.763795 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c34d323d-2ad8-4671-9cdd-ba035c6da30e admin admin] Publish callbacks [] for security_group (8cd7546a-ba48-4fdc-acbc-875f0bfda63c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:48.794448 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee82197-c3f3-4366-b833-3e16ad5c2a21 x-openstack-request-id: req-cee82197-c3f3-4366-b833-3e16ad5c2a21 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:48.795060 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da053642-eac6-4484-9557-f0b878712cf2", "tag": "63e23069-fb2c-4804-8da1-bf97b736bc08", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:48.795380 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cee82197-c3f3-4366-b833-3e16ad5c2a21 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:48.795774 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee82197-c3f3-4366-b833-3e16ad5c2a21'] response: {'name': 'network-changed', 'server_uuid': 'da053642-eac6-4484-9557-f0b878712cf2', 'tag': '63e23069-fb2c-4804-8da1-bf97b736bc08', 'status': 'completed', 'code': 200} May 28 03:36:48.829973 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-65f0c8e7-308d-4662-a815-b303fcced557 None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:48.832489 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c34d323d-2ad8-4671-9cdd-ba035c6da30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (8cd7546a-ba48-4fdc-acbc-875f0bfda63c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:48.874919 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c34d323d-2ad8-4671-9cdd-ba035c6da30e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=26accbd88d5243c4af00a5fb5225aabb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4829578 May 28 03:36:48.875794 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34d323d-2ad8-4671-9cdd-ba035c6da30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd7546a-ba48-4fdc-acbc-875f0bfda63c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:48.877672 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60454) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:48.944159 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e661564c-a41e-4ad1-9a5e-f4875388517a admin admin] Publish callbacks [] for security_group (8cd7546a-ba48-4fdc-acbc-875f0bfda63c), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:48.966535 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e661564c-a41e-4ad1-9a5e-f4875388517a admin admin] Publish callbacks [] for security_group (8cd7546a-ba48-4fdc-acbc-875f0bfda63c), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:49.069818 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-65f0c8e7-308d-4662-a815-b303fcced557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'eaecfc8f-e5d1-4f1d-8254-71c988a4359d', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'port_id': '63e23069-fb2c-4804-8da1-bf97b736bc08', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'mac_address': 'fa:16:3e:96:1a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da053642-eac6-4484-9557-f0b878712cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:36:10Z', 'updated_at': '2022-05-28T03:36:47Z', 'revision_number': 1, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:16Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:49.078836 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e661564c-a41e-4ad1-9a5e-f4875388517a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (8cd7546a-ba48-4fdc-acbc-875f0bfda63c), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:49.082423 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e661564c-a41e-4ad1-9a5e-f4875388517a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:49.083894 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e661564c-a41e-4ad1-9a5e-f4875388517a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/8cd7546a-ba48-4fdc-acbc-875f0bfda63c HTTP/1.1" status: 204 len: 168 time: 0.2048979 May 28 03:36:49.099613 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661564c-a41e-4ad1-9a5e-f4875388517a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd7546a-ba48-4fdc-acbc-875f0bfda63c,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:49.116649 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f0c8e7-308d-4662-a815-b303fcced557 None None] Checking router: c1d56ddc-d80b-4d48-9520-e044fb7bbd06 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:36:49.134790 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f0c8e7-308d-4662-a815-b303fcced557 None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:36:49.135582 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-65f0c8e7-308d-4662-a815-b303fcced557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:36:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:49.220252 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d0583-7ca0-47b9-8354-98ee25fe8f0b req-39c845b3-55d4-4af1-8c29-db105f53a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:49.221860 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b1d0583-7ca0-47b9-8354-98ee25fe8f0b req-39c845b3-55d4-4af1-8c29-db105f53a87d service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=fc3ad7416d27411cb8ddbce0a3da18eb&device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 1129 time: 0.0953958 May 28 03:36:49.247943 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-65f0c8e7-308d-4662-a815-b303fcced557 None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:36:49.369499 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:49.369692 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777c2ae-6004-4cde-9504-b067cc4eff40 req-b39ea3e6-827d-4954-a433-c9dc4c754345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:49.373161 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f777c2ae-6004-4cde-9504-b067cc4eff40 req-b39ea3e6-827d-4954-a433-c9dc4c754345 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2871048 May 28 03:36:49.378098 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963b11-a5fa-45fb-9e23-0e8f4a51cdd9 req-213ee53f-76fe-4968-81e3-bac4865bb849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:49.379505 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-db963b11-a5fa-45fb-9e23-0e8f4a51cdd9 req-213ee53f-76fe-4968-81e3-bac4865bb849 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 1130 time: 0.3051851 May 28 03:36:49.380401 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393c173-4ff9-4550-a98e-1b5a72adde06 req-d2f39436-f0c8-4e7f-a419-b67f83f953ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:49.384314 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5393c173-4ff9-4550-a98e-1b5a72adde06 req-d2f39436-f0c8-4e7f-a419-b67f83f953ad service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 1129 time: 0.2474802 May 28 03:36:49.393500 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c2e43aa0-c1b9-4dca-ac14-add4d473ad6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:49.474859 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af318ad9-ef9a-4cca-8a57-a7a7da51b8ca req-2823aeed-4601-4491-8290-0737e5144295 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:49.483411 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af318ad9-ef9a-4cca-8a57-a7a7da51b8ca req-2823aeed-4601-4491-8290-0737e5144295 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0838361 May 28 03:36:49.487768 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d0583-7ca0-47b9-8354-98ee25fe8f0b req-2920af60-ced8-4d5a-bf19-6e449e1a9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:49.489157 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b1d0583-7ca0-47b9-8354-98ee25fe8f0b req-2920af60-ced8-4d5a-bf19-6e449e1a9331 service neutron] 10.222.0.27 "GET /v2.0/networks?id=4150b5cc-830a-4fc6-9434-807c7104e296 HTTP/1.1" status: 200 len: 912 time: 0.2457824 May 28 03:36:49.548527 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:49.550840 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-65f0c8e7-308d-4662-a815-b303fcced557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'eaecfc8f-e5d1-4f1d-8254-71c988a4359d', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'port_id': '63e23069-fb2c-4804-8da1-bf97b736bc08', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'mac_address': 'fa:16:3e:96:1a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da053642-eac6-4484-9557-f0b878712cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:36:10Z', 'updated_at': '2022-05-28T03:36:47Z', 'revision_number': 1, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:16Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:49.572580 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b1d0583-7ca0-47b9-8354-98ee25fe8f0b req-37160354-1600-4d37-b7d3-7e475552b309 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cda792d3-ee73-4947-a077-2caf88494a15 HTTP/1.1" status: 200 len: 217 time: 0.0492055 May 28 03:36:49.578187 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f0c8e7-308d-4662-a815-b303fcced557 None None] The sync data for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi is: [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'eaecfc8f-e5d1-4f1d-8254-71c988a4359d', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'floating_ip_address': '172.27.3.87', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'port_id': '63e23069-fb2c-4804-8da1-bf97b736bc08', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'mac_address': 'fa:16:3e:96:1a:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da053642-eac6-4484-9557-f0b878712cf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:36:10Z', 'updated_at': '2022-05-28T03:36:47Z', 'revision_number': 1, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:16Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:36:49.580615 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:49.585468 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af318ad9-ef9a-4cca-8a57-a7a7da51b8ca req-47c1c19f-d26a-4619-aaef-9e96a7eb3b0e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004667 May 28 03:36:49.598619 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393c173-4ff9-4550-a98e-1b5a72adde06 req-5f1b8f3e-8e4f-4d5e-91cc-d265687fe9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:49.600084 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5393c173-4ff9-4550-a98e-1b5a72adde06 req-5f1b8f3e-8e4f-4d5e-91cc-d265687fe9c3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5 HTTP/1.1" status: 200 len: 912 time: 0.1854305 May 28 03:36:49.632627 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d0583-7ca0-47b9-8354-98ee25fe8f0b req-ec3e97a7-8432-4215-bd26-021a8e065dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:49.634296 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b1d0583-7ca0-47b9-8354-98ee25fe8f0b req-ec3e97a7-8432-4215-bd26-021a8e065dde service neutron] 10.222.0.27 "GET /v2.0/subnets?id=be19fc9a-63a8-4f88-9a9a-4efe33aaead3 HTTP/1.1" status: 200 len: 851 time: 0.0478168 May 28 03:36:49.675177 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:49.684087 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b1d0583-7ca0-47b9-8354-98ee25fe8f0b req-17a9e502-4472-4243-92c3-417b7a760fda service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=4150b5cc-830a-4fc6-9434-807c7104e296&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419288 May 28 03:36:49.720484 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:49.759784 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5393c173-4ff9-4550-a98e-1b5a72adde06 req-afba7d44-dd32-4b14-9730-890ad2acaf25 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e23069-fb2c-4804-8da1-bf97b736bc08 HTTP/1.1" status: 200 len: 998 time: 0.1246319 May 28 03:36:49.762036 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f777c2ae-6004-4cde-9504-b067cc4eff40 req-1e545b2d-d930-4227-a721-1ab4357c2678 service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610709 May 28 03:36:49.782103 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:49.836372 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b1d0583-7ca0-47b9-8354-98ee25fe8f0b req-126ff25f-521d-4e04-bf73-f4dec2652ee5 service neutron] 10.222.0.27 "GET /v2.0/networks/4150b5cc-830a-4fc6-9434-807c7104e296?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370482 May 28 03:36:49.872956 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963b11-a5fa-45fb-9e23-0e8f4a51cdd9 req-dfa665be-772c-4355-bfac-7c90ebead0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:49.875187 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-db963b11-a5fa-45fb-9e23-0e8f4a51cdd9 req-dfa665be-772c-4355-bfac-7c90ebead0bb service neutron] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 920 time: 0.4753001 May 28 03:36:49.969603 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b1d0583-7ca0-47b9-8354-98ee25fe8f0b req-5dd29bd1-f5d5-4f75-959c-d4db1f77ff2f service neutron] 10.222.0.27 "GET /v2.0/networks/4150b5cc-830a-4fc6-9434-807c7104e296?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187649 May 28 03:36:49.971957 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-db963b11-a5fa-45fb-9e23-0e8f4a51cdd9 req-9225cfe3-766a-45ca-a73f-cc21b5bb274a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aaa9bcc-6545-4d6b-95af-ee421ef5771b HTTP/1.1" status: 200 len: 217 time: 0.0382254 May 28 03:36:49.977562 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393c173-4ff9-4550-a98e-1b5a72adde06 req-c8431630-1d99-47e6-9ee4-6fbf26430b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:49.979339 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5393c173-4ff9-4550-a98e-1b5a72adde06 req-c8431630-1d99-47e6-9ee4-6fbf26430b02 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4490044b-5c07-456c-ad61-47e5d5e2ef0c HTTP/1.1" status: 200 len: 850 time: 0.2081861 May 28 03:36:50.000687 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05e5fcf-b8c1-4f9a-a19d-d1b67cc8b87e None None] New status for floating IP eaecfc8f-e5d1-4f1d-8254-71c988a4359d: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:36:50.075378 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f777c2ae-6004-4cde-9504-b067cc4eff40 req-597bc85b-42e9-4514-94c6-66184eb041b4 service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027287 May 28 03:36:50.082421 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5393c173-4ff9-4550-a98e-1b5a72adde06 req-6316e90e-aac2-4f85-b57e-f02b64d9d45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:50.083889 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5393c173-4ff9-4550-a98e-1b5a72adde06 req-6316e90e-aac2-4f85-b57e-f02b64d9d45e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0911131 May 28 03:36:50.091784 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963b11-a5fa-45fb-9e23-0e8f4a51cdd9 req-0cb8fd2b-78d7-4ff6-933d-edf56b14fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:50.093235 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-db963b11-a5fa-45fb-9e23-0e8f4a51cdd9 req-0cb8fd2b-78d7-4ff6-933d-edf56b14fc82 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.0987222 May 28 03:36:50.187578 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963b11-a5fa-45fb-9e23-0e8f4a51cdd9 req-684640de-4843-4ce0-96bc-ab1fc8bebaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:50.189080 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-db963b11-a5fa-45fb-9e23-0e8f4a51cdd9 req-684640de-4843-4ce0-96bc-ab1fc8bebaca service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0569167 May 28 03:36:50.263719 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60486) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:50.273905 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5393c173-4ff9-4550-a98e-1b5a72adde06 req-61bcfc6a-9f58-4b60-9b87-659e5e8882b0 service neutron] 10.222.0.27 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512463 May 28 03:36:50.283357 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-235d8521-96e0-45ca-ab50-7c74fb72ab86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:50.380711 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-235d8521-96e0-45ca-ab50-7c74fb72ab86 admin admin] Publish callbacks [] for security_group (0d571dba-ef1b-465d-a97f-2137d44612fd), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:50.444720 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-235d8521-96e0-45ca-ab50-7c74fb72ab86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0d571dba-ef1b-465d-a97f-2137d44612fd), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:50.484605 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-235d8521-96e0-45ca-ab50-7c74fb72ab86 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5d2d078062914a7fb9bb653be52ca36d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2189124 May 28 03:36:50.485544 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d8521-96e0-45ca-ab50-7c74fb72ab86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d571dba-ef1b-465d-a97f-2137d44612fd,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:50.487863 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60502) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:50.577036 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:50.577036 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d625-96ea-433c-b2c8-a366c5304888 admin admin] Publish callbacks [] for security_group (0d571dba-ef1b-465d-a97f-2137d44612fd), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:50.830847 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d625-96ea-433c-b2c8-a366c5304888 admin admin] Publish callbacks [] for security_group (0d571dba-ef1b-465d-a97f-2137d44612fd), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:50.832215 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7c54-6e07-42bc-9bc4-c2a480e45c51 req-cde593f6-1630-498f-a225-a165503f77e4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:50.832215 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-633f7c54-6e07-42bc-9bc4-c2a480e45c51 req-cde593f6-1630-498f-a225-a165503f77e4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0588353 May 28 03:36:50.832215 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-633f7c54-6e07-42bc-9bc4-c2a480e45c51 req-99f99d71-9488-4955-bd39-eacb5862a01a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463684 May 28 03:36:50.833056 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-db963b11-a5fa-45fb-9e23-0e8f4a51cdd9 req-f016947f-9e5f-4fe1-b147-371392a7ef51 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009339 May 28 03:36:50.833056 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5393c173-4ff9-4550-a98e-1b5a72adde06 req-4504ac82-b398-481e-819b-dd4a87ef43e8 service neutron] 10.222.0.27 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039752 May 28 03:36:50.874180 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-db963b11-a5fa-45fb-9e23-0e8f4a51cdd9 req-576ba14f-31bc-405e-a236-098e8d4f9bdd service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950217 May 28 03:36:50.935653 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d625-96ea-433c-b2c8-a366c5304888 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0d571dba-ef1b-465d-a97f-2137d44612fd), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:50.938246 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bbe7d625-96ea-433c-b2c8-a366c5304888 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:50.939317 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-bbe7d625-96ea-433c-b2c8-a366c5304888 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d571dba-ef1b-465d-a97f-2137d44612fd HTTP/1.1" status: 204 len: 168 time: 0.4503372 May 28 03:36:50.947938 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7d625-96ea-433c-b2c8-a366c5304888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d571dba-ef1b-465d-a97f-2137d44612fd,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:51.444899 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4857bb2-dfb7-42c0-bd61-9d0e25543f67 req-a2da7ccd-480a-46c9-b23d-fcfbff83800f tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:51.446421 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c4857bb2-dfb7-42c0-bd61-9d0e25543f67 req-a2da7ccd-480a-46c9-b23d-fcfbff83800f tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 945 time: 0.0541937 May 28 03:36:51.498369 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c4857bb2-dfb7-42c0-bd61-9d0e25543f67 req-ad96546e-d53f-4ac0-bc03-d051961d388d tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458910 May 28 03:36:51.726188 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-aa40998d-d045-4d31-88b7-e0acebf34436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:51.978263 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f41f89-7c04-4fb1-bea9-bfe34f72ac66 req-d8a66b47-31b0-4c07-b896-ed4377c8a539 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:51.991094 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-42f41f89-7c04-4fb1-bea9-bfe34f72ac66 req-d8a66b47-31b0-4c07-b896-ed4377c8a539 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0610745 May 28 03:36:52.037933 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:52.042644 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-42f41f89-7c04-4fb1-bea9-bfe34f72ac66 req-691f0b51-0bcb-4438-be5c-7957f8d16120 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545561 May 28 03:36:52.419729 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60570) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:52.526431 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7982c221-05f9-4aa0-9757-53449b41267d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:52.644037 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f0aa88-eba5-4d08-854f-25ab9f40935f req-d7622855-e391-4c81-899e-e09d94b8dbc1 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:52.645832 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-56f0aa88-eba5-4d08-854f-25ab9f40935f req-d7622855-e391-4c81-899e-e09d94b8dbc1 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 945 time: 0.0679021 May 28 03:36:52.650441 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7982c221-05f9-4aa0-9757-53449b41267d admin admin] Publish callbacks [] for security_group (168f9fe1-84da-4022-ae66-8b6b96d38fc3), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:52.687928 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:52.693088 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-56f0aa88-eba5-4d08-854f-25ab9f40935f req-4224788a-0051-426a-979c-c0c46925535c tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415244 May 28 03:36:52.711362 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7982c221-05f9-4aa0-9757-53449b41267d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (168f9fe1-84da-4022-ae66-8b6b96d38fc3), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:52.753940 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-7982c221-05f9-4aa0-9757-53449b41267d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ec50599e2b7b4e958c0cf261b17eed02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3330872 May 28 03:36:52.755272 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7982c221-05f9-4aa0-9757-53449b41267d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168f9fe1-84da-4022-ae66-8b6b96d38fc3,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:52.756916 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60580) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:52.816646 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59f3c51b-97c3-45da-9727-2e2472695f3f admin admin] Publish callbacks [] for security_group (168f9fe1-84da-4022-ae66-8b6b96d38fc3), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:52.826807 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:52.838593 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59f3c51b-97c3-45da-9727-2e2472695f3f admin admin] Publish callbacks [] for security_group (168f9fe1-84da-4022-ae66-8b6b96d38fc3), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:52.981409 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59f3c51b-97c3-45da-9727-2e2472695f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (168f9fe1-84da-4022-ae66-8b6b96d38fc3), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:52.985166 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-59f3c51b-97c3-45da-9727-2e2472695f3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:52.989682 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-59f3c51b-97c3-45da-9727-2e2472695f3f admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/168f9fe1-84da-4022-ae66-8b6b96d38fc3 HTTP/1.1" status: 204 len: 168 time: 0.2314410 May 28 03:36:52.998609 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f3c51b-97c3-45da-9727-2e2472695f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168f9fe1-84da-4022-ae66-8b6b96d38fc3,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:53.164353 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daff6736-4c95-41e7-803b-76b166bc5dc7 req-2d5988ff-a9b1-400a-9afd-839606f87a0a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:53.164353 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-daff6736-4c95-41e7-803b-76b166bc5dc7 req-2d5988ff-a9b1-400a-9afd-839606f87a0a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0478885 May 28 03:36:53.219255 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-daff6736-4c95-41e7-803b-76b166bc5dc7 req-949c9a20-294b-43fe-8378-26b2924507d4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478623 May 28 03:36:53.691336 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a490554-c0f4-4798-a2d1-2ad806f2d586 req-c0755987-12be-40e0-832a-a18b286751d4 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:53.692828 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1a490554-c0f4-4798-a2d1-2ad806f2d586 req-c0755987-12be-40e0-832a-a18b286751d4 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.27 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 945 time: 0.0498478 May 28 03:36:53.804700 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60624) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:53.837767 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9326b7f1-0c77-4b05-b797-a9dd722465f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:53.847434 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-1a490554-c0f4-4798-a2d1-2ad806f2d586 req-0e14071a-b1ca-4377-8ae3-375925739899 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Deleting port cda792d3-ee73-4947-a077-2caf88494a15 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:36:53.847766 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-1a490554-c0f4-4798-a2d1-2ad806f2d586 req-0e14071a-b1ca-4377-8ae3-375925739899 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (cda792d3-ee73-4947-a077-2caf88494a15), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:53.848131 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d562670-e339-4217-a0f3-9574446d62cb req-ccbcaef3-bf60-4e23-9537-622796e5398a tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:53.850505 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9d562670-e339-4217-a0f3-9574446d62cb req-ccbcaef3-bf60-4e23-9537-622796e5398a tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 945 time: 0.0845611 May 28 03:36:53.927922 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9d562670-e339-4217-a0f3-9574446d62cb req-90541879-a1ec-4bff-82ed-4bca19ffe9bb tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d970f74-bdd9-4f36-b21c-91ce632f4329&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712476 May 28 03:36:54.175122 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:54.211194 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-1a490554-c0f4-4798-a2d1-2ad806f2d586 req-0e14071a-b1ca-4377-8ae3-375925739899 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] For port cda792d3-ee73-4947-a077-2caf88494a15, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=cda792d3-ee73-4947-a077-2caf88494a15,segment=NetworkSegment(4a7fce39-fe93-4068-b639-2378459c1c91),segment_id=4a7fce39-fe93-4068-b639-2378459c1c91)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:36:54.212004 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-1a490554-c0f4-4798-a2d1-2ad806f2d586 req-0e14071a-b1ca-4377-8ae3-375925739899 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (cda792d3-ee73-4947-a077-2caf88494a15), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:54.231846 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-1a490554-c0f4-4798-a2d1-2ad806f2d586 req-0e14071a-b1ca-4377-8ae3-375925739899 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Calling delete_port for cda792d3-ee73-4947-a077-2caf88494a15 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:36:54.316934 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9326b7f1-0c77-4b05-b797-a9dd722465f8 admin admin] Publish callbacks [] for security_group (1234d8a9-d40d-461d-b251-fd07ffbdd2a4), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:54.377396 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed237ff5-b9e8-4ee8-9cb9-bc560a396430 req-0511d98f-fcde-4118-8b85-916425db3eee tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:54.378783 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ed237ff5-b9e8-4ee8-9cb9-bc560a396430 req-0511d98f-fcde-4118-8b85-916425db3eee tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0606475 May 28 03:36:54.400001 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:54.467950 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9326b7f1-0c77-4b05-b797-a9dd722465f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1234d8a9-d40d-461d-b251-fd07ffbdd2a4), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:54.475251 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:54.490503 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ed237ff5-b9e8-4ee8-9cb9-bc560a396430 req-53851313-6d9a-48d4-b59e-89c5b1e2ea39 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016779 May 28 03:36:54.520320 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9326b7f1-0c77-4b05-b797-a9dd722465f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=93ba0eb6469d4d779436605f40642983&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7142963 May 28 03:36:54.531040 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60632) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:54.534583 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9326b7f1-0c77-4b05-b797-a9dd722465f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1234d8a9-d40d-461d-b251-fd07ffbdd2a4,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:54.543197 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:54.586204 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d08f5370-c5c8-40e6-9122-f2af9980a190 admin admin] Publish callbacks [] for security_group (1234d8a9-d40d-461d-b251-fd07ffbdd2a4), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:54.610214 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-1a490554-c0f4-4798-a2d1-2ad806f2d586 req-0e14071a-b1ca-4377-8ae3-375925739899 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (cda792d3-ee73-4947-a077-2caf88494a15), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:54.614243 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d08f5370-c5c8-40e6-9122-f2af9980a190 admin admin] Publish callbacks [] for security_group (1234d8a9-d40d-461d-b251-fd07ffbdd2a4), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:54.628066 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['cda792d3-ee73-4947-a077-2caf88494a15'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:36:54.643694 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14071a-b1ca-4377-8ae3-375925739899 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Pushing event deleted for resources: {'Port': ['ID=cda792d3-ee73-4947-a077-2caf88494a15,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:54.730613 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a490554-c0f4-4798-a2d1-2ad806f2d586 req-0e14071a-b1ca-4377-8ae3-375925739899 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] No DVR routers for this DVR port cda792d3-ee73-4947-a077-2caf88494a15 on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:36:54.734223 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-1a490554-c0f4-4798-a2d1-2ad806f2d586 req-0e14071a-b1ca-4377-8ae3-375925739899 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:54.738302 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1a490554-c0f4-4798-a2d1-2ad806f2d586 req-0e14071a-b1ca-4377-8ae3-375925739899 tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.27 "DELETE /v2.0/ports/cda792d3-ee73-4947-a077-2caf88494a15 HTTP/1.1" status: 204 len: 173 time: 1.0388341 May 28 03:36:54.738798 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '362687d7-ef88-4e49-b7a5-d732c28e1b0b', 'name': 'network-vif-deleted', 'tag': 'cda792d3-ee73-4947-a077-2caf88494a15'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:36:54.742394 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f04d97-5fe9-44e3-ae93-2a885422a1ca" -d '{"events": [{"server_uuid": "362687d7-ef88-4e49-b7a5-d732c28e1b0b", "name": "network-vif-deleted", "tag": "cda792d3-ee73-4947-a077-2caf88494a15"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:36:54.747034 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d08f5370-c5c8-40e6-9122-f2af9980a190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1234d8a9-d40d-461d-b251-fd07ffbdd2a4), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:54.753740 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d08f5370-c5c8-40e6-9122-f2af9980a190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:54.755267 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d08f5370-c5c8-40e6-9122-f2af9980a190 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1234d8a9-d40d-461d-b251-fd07ffbdd2a4 HTTP/1.1" status: 204 len: 168 time: 0.2231104 May 28 03:36:54.765639 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f5370-c5c8-40e6-9122-f2af9980a190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1234d8a9-d40d-461d-b251-fd07ffbdd2a4,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:54.790383 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1604f6df-d301-4256-a602-1d639b713033 x-openstack-request-id: req-1604f6df-d301-4256-a602-1d639b713033 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:36:54.790678 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "362687d7-ef88-4e49-b7a5-d732c28e1b0b", "name": "network-vif-deleted", "tag": "cda792d3-ee73-4947-a077-2caf88494a15", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:36:54.790939 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1604f6df-d301-4256-a602-1d639b713033 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:36:54.791415 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1604f6df-d301-4256-a602-1d639b713033'] response: {'server_uuid': '362687d7-ef88-4e49-b7a5-d732c28e1b0b', 'name': 'network-vif-deleted', 'tag': 'cda792d3-ee73-4947-a077-2caf88494a15', 'status': 'completed', 'code': 200} May 28 03:36:55.020693 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a8c9458c-7780-4dd2-b819-588ec83f55e2 req-babd749e-86de-4862-bc8e-5b7dc90900cc tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 210 time: 0.0277786 May 28 03:36:55.623504 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db13a8-985d-47d8-83bb-4acdcf737559 req-1aa7fd0b-6cda-445c-a7ba-3941fbd577e4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:55.625252 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e7db13a8-985d-47d8-83bb-4acdcf737559 req-1aa7fd0b-6cda-445c-a7ba-3941fbd577e4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0582042 May 28 03:36:55.686205 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e7db13a8-985d-47d8-83bb-4acdcf737559 req-c8517170-b670-4ade-b26b-10e8111bcc03 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548234 May 28 03:36:55.688348 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:56.166342 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3b7cd5e9-3fa2-4a7c-ad4f-57ffd39185a6 req-ff5fe444-6191-46c0-ab73-89f12e31d95c tempest-DeleteServersTestJSON-2145387111 tempest-DeleteServersTestJSON-2145387111-project] 10.222.0.41 "GET /v2.0/ports?device_id=362687d7-ef88-4e49-b7a5-d732c28e1b0b HTTP/1.1" status: 200 len: 210 time: 0.0459552 May 28 03:36:56.720587 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device cda792d3-ee73-4947-a077-2caf88494a15 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:36:56.741857 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: cda792d3-ee73-4947-a077-2caf88494a15 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:36:56.742202 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device cda792d3-ee73-4947-a077-2caf88494a15 not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:36:56.801636 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2b2a-6ab6-4842-9376-b52604754b0a req-b30febf8-54aa-4e1d-bbd7-de920c170489 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:56.803086 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-673e2b2a-6ab6-4842-9376-b52604754b0a req-b30febf8-54aa-4e1d-bbd7-de920c170489 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0454988 May 28 03:36:56.866253 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-673e2b2a-6ab6-4842-9376-b52604754b0a req-170fa359-2e54-43d8-8e8a-b7f53a2a4b3f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576026 May 28 03:36:57.989803 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae8309-5a79-4c5a-a304-b9c45437d31f req-bb943331-2b44-4f10-ab6a-a428e62ca696 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:57.996872 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-31ae8309-5a79-4c5a-a304-b9c45437d31f req-bb943331-2b44-4f10-ab6a-a428e62ca696 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0499043 May 28 03:36:58.043634 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-31ae8309-5a79-4c5a-a304-b9c45437d31f req-ae55e91b-fd7f-44e2-b06c-f31c53303a70 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459554 May 28 03:36:59.019902 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60816) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:59.293911 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-721f10d0-3322-4132-bef2-74acc58daa99 admin admin] Deleting subnet be19fc9a-63a8-4f88-9a9a-4efe33aaead3 {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:36:59.301306 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-721f10d0-3322-4132-bef2-74acc58daa99 admin admin] Publish callbacks [] for subnet (be19fc9a-63a8-4f88-9a9a-4efe33aaead3), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.335488 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e45d86-70bd-47ec-b1eb-e4ae18daf5ad req-5d5f1449-f627-43ad-8966-ce97838234b8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:36:59.337179 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c3e45d86-70bd-47ec-b1eb-e4ae18daf5ad req-5d5f1449-f627-43ad-8966-ce97838234b8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0822935 May 28 03:36:59.380347 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-721f10d0-3322-4132-bef2-74acc58daa99 admin admin] Publish callbacks [] for subnet (be19fc9a-63a8-4f88-9a9a-4efe33aaead3), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.395478 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-721f10d0-3322-4132-bef2-74acc58daa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (be19fc9a-63a8-4f88-9a9a-4efe33aaead3), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.401995 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60828) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:59.479421 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c3e45d86-70bd-47ec-b1eb-e4ae18daf5ad req-20949754-7125-46ec-9848-b514261c85f3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356275 May 28 03:36:59.526228 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-488bd864-9beb-4201-b5f3-63acd7e24773 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.557914 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-721f10d0-3322-4132-bef2-74acc58daa99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (be19fc9a-63a8-4f88-9a9a-4efe33aaead3), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.577790 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=54 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:59.584426 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721f10d0-3322-4132-bef2-74acc58daa99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be19fc9a-63a8-4f88-9a9a-4efe33aaead3,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:59.589882 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-721f10d0-3322-4132-bef2-74acc58daa99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.598163 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60834) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:59.605358 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-721f10d0-3322-4132-bef2-74acc58daa99 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/be19fc9a-63a8-4f88-9a9a-4efe33aaead3 HTTP/1.1" status: 204 len: 168 time: 0.5776260 May 28 03:36:59.641321 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60836) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:59.647563 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-488bd864-9beb-4201-b5f3-63acd7e24773 admin admin] Publish callbacks [] for security_group (5de75fa3-1ed9-4a05-a79c-77d72f8b59d5), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.692860 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (4150b5cc-830a-4fc6-9434-807c7104e296), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.744001 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-488bd864-9beb-4201-b5f3-63acd7e24773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (5de75fa3-1ed9-4a05-a79c-77d72f8b59d5), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.758886 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b7c98ad1-f7b7-4ded-8981-2f92193515c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.786290 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:36:59.830679 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (4150b5cc-830a-4fc6-9434-807c7104e296), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.833429 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bd864-9beb-4201-b5f3-63acd7e24773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de75fa3-1ed9-4a05-a79c-77d72f8b59d5,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:59.840317 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-488bd864-9beb-4201-b5f3-63acd7e24773 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e2b15be296924b19b3d68cfc802b4174&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4372141 May 28 03:36:59.840911 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60842) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:59.843275 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b7c98ad1-f7b7-4ded-8981-2f92193515c5 admin admin] Publish callbacks [] for security_group (3f97c201-636f-49dc-8308-5e6e5d29f2eb), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.880648 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.881027 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.881806 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.882132 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.882449 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.882776 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.883093 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.883407 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.883723 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.884040 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.917085 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b7c98ad1-f7b7-4ded-8981-2f92193515c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (3f97c201-636f-49dc-8308-5e6e5d29f2eb), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:36:59.962029 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c98ad1-f7b7-4ded-8981-2f92193515c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f97c201-636f-49dc-8308-5e6e5d29f2eb,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:36:59.966316 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.966735 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.969688 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.970051 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b7c98ad1-f7b7-4ded-8981-2f92193515c5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d74e31d32bd84fe0a2307ad98db2303c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3279243 May 28 03:36:59.970142 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104450) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:36:59.970142 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4150b5cc-830a-4fc6-9434-807c7104e296']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:59.970308 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60844) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:36:59.998345 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a7fce39-fe93-4068-b639-2378459c1c91') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:59.998563 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a7fce39-fe93-4068-b639-2378459c1c91') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:36:59.999163 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:00.021434 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171960'] for segment (4a7fce39-fe93-4068-b639-2378459c1c91), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.023348 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8250e245-0c9e-42cd-93dd-64c0ba6f81ae admin admin] Publish callbacks [] for security_group (3f97c201-636f-49dc-8308-5e6e5d29f2eb), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.051570 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8250e245-0c9e-42cd-93dd-64c0ba6f81ae admin admin] Publish callbacks [] for security_group (3f97c201-636f-49dc-8308-5e6e5d29f2eb), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.062683 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (4a7fce39-fe93-4068-b639-2378459c1c91), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.072020 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-206ec974-8d6f-4de1-9b69-b1c3e8e22d85 admin admin] Publish callbacks [] for security_group (5de75fa3-1ed9-4a05-a79c-77d72f8b59d5), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.074255 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:37:00.074646 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5709914'] for segment (4a7fce39-fe93-4068-b639-2378459c1c91), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.157420 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-206ec974-8d6f-4de1-9b69-b1c3e8e22d85 admin admin] Publish callbacks [] for security_group (5de75fa3-1ed9-4a05-a79c-77d72f8b59d5), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.160859 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:00.226063 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8250e245-0c9e-42cd-93dd-64c0ba6f81ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (3f97c201-636f-49dc-8308-5e6e5d29f2eb), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.228665 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8250e245-0c9e-42cd-93dd-64c0ba6f81ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.229865 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8250e245-0c9e-42cd-93dd-64c0ba6f81ae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3f97c201-636f-49dc-8308-5e6e5d29f2eb HTTP/1.1" status: 204 len: 168 time: 0.2590644 May 28 03:37:00.242378 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250e245-0c9e-42cd-93dd-64c0ba6f81ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f97c201-636f-49dc-8308-5e6e5d29f2eb,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:00.255579 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (4150b5cc-830a-4fc6-9434-807c7104e296), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.281088 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.286091 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/4150b5cc-830a-4fc6-9434-807c7104e296 HTTP/1.1" status: 204 len: 168 time: 0.6855364 May 28 03:37:00.288158 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548468e2-18f8-4552-8424-4ae9aec289d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4150b5cc-830a-4fc6-9434-807c7104e296,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:00.292357 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 4a7fce39-fe93-4068-b639-2378459c1c91 resource provider aggregate not found May 28 03:37:00.298648 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-206ec974-8d6f-4de1-9b69-b1c3e8e22d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (5de75fa3-1ed9-4a05-a79c-77d72f8b59d5), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.301277 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-206ec974-8d6f-4de1-9b69-b1c3e8e22d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.302455 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-206ec974-8d6f-4de1-9b69-b1c3e8e22d85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5de75fa3-1ed9-4a05-a79c-77d72f8b59d5 HTTP/1.1" status: 204 len: 168 time: 0.4553361 May 28 03:37:00.312175 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206ec974-8d6f-4de1-9b69-b1c3e8e22d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de75fa3-1ed9-4a05-a79c-77d72f8b59d5,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:00.315764 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 4a7fce39-fe93-4068-b639-2378459c1c91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a7fce39-fe93-4068-b639-2378459c1c91 found for delete ", "request_id": "req-893e415b-8304-448c-b962-81480dc8d809"}]} May 28 03:37:00.596536 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:00.609492 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a48e2ac-4335-4175-bd95-6fd1555c2829 req-4c38c07d-389d-4aaa-b581-3e10fcd11b52 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:00.612613 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0a48e2ac-4335-4175-bd95-6fd1555c2829 req-4c38c07d-389d-4aaa-b581-3e10fcd11b52 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0573027 May 28 03:37:00.661878 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0a48e2ac-4335-4175-bd95-6fd1555c2829 req-5fad6579-f1ce-4dc8-b1ac-e685d724bbf4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438023 May 28 03:37:00.704133 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60868) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:00.754438 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5c2c3b44-ce10-4119-8fc6-d0aef48279dc admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fc3ad7416d27411cb8ddbce0a3da18eb&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0489280 May 28 03:37:00.756746 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60870) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:00.812509 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-45235d08-514e-4e9c-8b8c-d9101672ac42 admin admin] Publish callbacks [] for security_group (9d970f74-bdd9-4f36-b21c-91ce632f4329), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.838907 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-45235d08-514e-4e9c-8b8c-d9101672ac42 admin admin] Publish callbacks [] for security_group (9d970f74-bdd9-4f36-b21c-91ce632f4329), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.953629 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-45235d08-514e-4e9c-8b8c-d9101672ac42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (9d970f74-bdd9-4f36-b21c-91ce632f4329), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.956898 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-45235d08-514e-4e9c-8b8c-d9101672ac42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:00.958106 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-45235d08-514e-4e9c-8b8c-d9101672ac42 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9d970f74-bdd9-4f36-b21c-91ce632f4329 HTTP/1.1" status: 204 len: 168 time: 0.2004395 May 28 03:37:00.965789 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45235d08-514e-4e9c-8b8c-d9101672ac42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d970f74-bdd9-4f36-b21c-91ce632f4329,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:01.143083 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60878) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:01.158843 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-142a4b32-87ca-4576-9622-4a684506f1a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.233581 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60880) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:01.243589 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-142a4b32-87ca-4576-9622-4a684506f1a8 admin admin] Publish callbacks [] for security_group (71c7a8de-0a39-4034-b2ab-085d5490d747), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.252104 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4bf45825-5f90-4a44-8d86-04a12e2865f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.263101 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:01.328710 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4bf45825-5f90-4a44-8d86-04a12e2865f4 admin admin] Publish callbacks [] for security_group (a813a57f-4af5-41f5-88ab-eb54f2e88aa6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.330017 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-142a4b32-87ca-4576-9622-4a684506f1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (71c7a8de-0a39-4034-b2ab-085d5490d747), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.371904 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-142a4b32-87ca-4576-9622-4a684506f1a8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8aae60b1b83b45bf9aa799efc1dbd1fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271757 May 28 03:37:01.372842 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142a4b32-87ca-4576-9622-4a684506f1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c7a8de-0a39-4034-b2ab-085d5490d747,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:01.374666 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60882) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:01.421097 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4bf45825-5f90-4a44-8d86-04a12e2865f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a813a57f-4af5-41f5-88ab-eb54f2e88aa6), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.429283 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2572f1c-6821-48f2-bd67-9596578831a8 admin admin] Publish callbacks [] for security_group (71c7a8de-0a39-4034-b2ab-085d5490d747), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.451863 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2572f1c-6821-48f2-bd67-9596578831a8 admin admin] Publish callbacks [] for security_group (71c7a8de-0a39-4034-b2ab-085d5490d747), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.465685 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4bf45825-5f90-4a44-8d86-04a12e2865f4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=58b1765f61e54a85ae5b3d15d133c9ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2310088 May 28 03:37:01.466449 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60886) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:01.474182 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf45825-5f90-4a44-8d86-04a12e2865f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a813a57f-4af5-41f5-88ab-eb54f2e88aa6,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:01.533580 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c27f6785-90b9-41b8-86e8-d9bfef528c45 admin admin] Publish callbacks [] for security_group (a813a57f-4af5-41f5-88ab-eb54f2e88aa6), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.561223 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c27f6785-90b9-41b8-86e8-d9bfef528c45 admin admin] Publish callbacks [] for security_group (a813a57f-4af5-41f5-88ab-eb54f2e88aa6), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.576020 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2572f1c-6821-48f2-bd67-9596578831a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (71c7a8de-0a39-4034-b2ab-085d5490d747), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.578814 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2572f1c-6821-48f2-bd67-9596578831a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.582363 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a2572f1c-6821-48f2-bd67-9596578831a8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/71c7a8de-0a39-4034-b2ab-085d5490d747 HTTP/1.1" status: 204 len: 168 time: 0.2041097 May 28 03:37:01.607910 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2572f1c-6821-48f2-bd67-9596578831a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c7a8de-0a39-4034-b2ab-085d5490d747,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:01.729489 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c27f6785-90b9-41b8-86e8-d9bfef528c45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a813a57f-4af5-41f5-88ab-eb54f2e88aa6), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.732133 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c27f6785-90b9-41b8-86e8-d9bfef528c45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:01.733367 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c27f6785-90b9-41b8-86e8-d9bfef528c45 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a813a57f-4af5-41f5-88ab-eb54f2e88aa6 HTTP/1.1" status: 204 len: 168 time: 0.2654417 May 28 03:37:01.743749 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27f6785-90b9-41b8-86e8-d9bfef528c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a813a57f-4af5-41f5-88ab-eb54f2e88aa6,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:01.793138 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68571520-6e89-411f-9271-9cf8d00b38d9 req-9fad97f3-99b9-4905-a6b2-d9f444c3d9e7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:01.795026 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-68571520-6e89-411f-9271-9cf8d00b38d9 req-9fad97f3-99b9-4905-a6b2-d9f444c3d9e7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0594614 May 28 03:37:01.843985 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-68571520-6e89-411f-9271-9cf8d00b38d9 req-e0d0e249-9c8e-4af4-a7c2-d5c0df59ad7a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427504 May 28 03:37:02.462488 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 60924) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:02.483585 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-000626b5-bdfa-4fbe-928b-67fcaedb7d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:02.524490 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:02.567621 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-000626b5-bdfa-4fbe-928b-67fcaedb7d22 admin admin] Publish callbacks [] for security_group (00099fe0-9645-4515-b913-302e8e9dd816), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:02.696395 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-000626b5-bdfa-4fbe-928b-67fcaedb7d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (00099fe0-9645-4515-b913-302e8e9dd816), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:02.741961 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-000626b5-bdfa-4fbe-928b-67fcaedb7d22 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8923fbaf1c8a48d9a41cf472a492c56d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2780988 May 28 03:37:02.744195 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000626b5-bdfa-4fbe-928b-67fcaedb7d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00099fe0-9645-4515-b913-302e8e9dd816,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:02.744626 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 60932) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:02.796123 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a37d6be0-90d1-4d36-8d4c-6cc48aae37f9 admin admin] Publish callbacks [] for security_group (00099fe0-9645-4515-b913-302e8e9dd816), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:02.819013 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a37d6be0-90d1-4d36-8d4c-6cc48aae37f9 admin admin] Publish callbacks [] for security_group (00099fe0-9645-4515-b913-302e8e9dd816), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:02.977787 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d28e933-3827-48f6-a9ad-2eaeb750f499 req-0923e036-9355-4ad8-837b-3399cf9cba80 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:02.979307 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5d28e933-3827-48f6-a9ad-2eaeb750f499 req-0923e036-9355-4ad8-837b-3399cf9cba80 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0511651 May 28 03:37:03.004798 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a37d6be0-90d1-4d36-8d4c-6cc48aae37f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (00099fe0-9645-4515-b913-302e8e9dd816), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:03.008021 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a37d6be0-90d1-4d36-8d4c-6cc48aae37f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:03.011674 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a37d6be0-90d1-4d36-8d4c-6cc48aae37f9 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/00099fe0-9645-4515-b913-302e8e9dd816 HTTP/1.1" status: 204 len: 168 time: 0.2658672 May 28 03:37:03.020398 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37d6be0-90d1-4d36-8d4c-6cc48aae37f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00099fe0-9645-4515-b913-302e8e9dd816,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:03.034823 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5d28e933-3827-48f6-a9ad-2eaeb750f499 req-8e7e062d-ad80-4af2-aeae-3a26396f2af7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497606 May 28 03:37:04.179839 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114be87-3adc-4fb9-8608-1960d89275ee req-da573169-f5d1-4040-b72a-8a8310e10f6e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:04.186796 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1114be87-3adc-4fb9-8608-1960d89275ee req-da573169-f5d1-4040-b72a-8a8310e10f6e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0611706 May 28 03:37:04.239616 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1114be87-3adc-4fb9-8608-1960d89275ee req-62b19584-a416-4c07-b8eb-e8d96a351a05 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518565 May 28 03:37:05.015080 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 32856) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:05.126986 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e446f4fc-9e5b-4ee4-ab69-377cfbcc6ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.217614 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e446f4fc-9e5b-4ee4-ab69-377cfbcc6ed8 admin admin] Publish callbacks [] for security_group (2744691a-553f-472c-acc1-7edb4049a58c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.243960 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 32862) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:05.316856 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e446f4fc-9e5b-4ee4-ab69-377cfbcc6ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (2744691a-553f-472c-acc1-7edb4049a58c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.358137 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-446a859f-e0c5-471f-9ea2-34e0c8b5d054 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.401224 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:05.401779 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e586f-2316-4c88-93e5-0769addb6877 req-d887c6cd-a7b8-4239-8e32-d1077012ea93 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:05.403990 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f39e586f-2316-4c88-93e5-0769addb6877 req-d887c6cd-a7b8-4239-8e32-d1077012ea93 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0987782 May 28 03:37:05.412960 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e446f4fc-9e5b-4ee4-ab69-377cfbcc6ed8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ab4bf6f655444c1daae3b0a648e44bd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3930762 May 28 03:37:05.413169 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 32870) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:05.416665 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e446f4fc-9e5b-4ee4-ab69-377cfbcc6ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2744691a-553f-472c-acc1-7edb4049a58c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:05.486054 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f39e586f-2316-4c88-93e5-0769addb6877 req-538010ba-724b-41a3-9313-ad8ea31bad9b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713701 May 28 03:37:05.487377 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-446a859f-e0c5-471f-9ea2-34e0c8b5d054 admin admin] Publish callbacks [] for security_group (f6180cf8-dba9-410f-ac52-8ba2b89a89c1), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.497998 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-82b9f605-739f-440f-b18b-c51090652f05 admin admin] Publish callbacks [] for security_group (2744691a-553f-472c-acc1-7edb4049a58c), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.521060 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-82b9f605-739f-440f-b18b-c51090652f05 admin admin] Publish callbacks [] for security_group (2744691a-553f-472c-acc1-7edb4049a58c), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.529165 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:05.597347 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-446a859f-e0c5-471f-9ea2-34e0c8b5d054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (f6180cf8-dba9-410f-ac52-8ba2b89a89c1), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.633807 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-446a859f-e0c5-471f-9ea2-34e0c8b5d054 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2849d47d98844282a331ba9f5abc0ed9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3886938 May 28 03:37:05.634902 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a859f-e0c5-471f-9ea2-34e0c8b5d054 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6180cf8-dba9-410f-ac52-8ba2b89a89c1,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:05.636523 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 32874) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:05.674348 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:05.686027 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dff9cbf2-78ef-48dc-8732-93ebf6c72378 admin admin] Publish callbacks [] for security_group (f6180cf8-dba9-410f-ac52-8ba2b89a89c1), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.709499 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dff9cbf2-78ef-48dc-8732-93ebf6c72378 admin admin] Publish callbacks [] for security_group (f6180cf8-dba9-410f-ac52-8ba2b89a89c1), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.748071 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-82b9f605-739f-440f-b18b-c51090652f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (2744691a-553f-472c-acc1-7edb4049a58c), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.751049 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-82b9f605-739f-440f-b18b-c51090652f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.753967 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-82b9f605-739f-440f-b18b-c51090652f05 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2744691a-553f-472c-acc1-7edb4049a58c HTTP/1.1" status: 204 len: 168 time: 0.3385046 May 28 03:37:05.762445 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9f605-739f-440f-b18b-c51090652f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2744691a-553f-472c-acc1-7edb4049a58c,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:05.878945 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dff9cbf2-78ef-48dc-8732-93ebf6c72378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (f6180cf8-dba9-410f-ac52-8ba2b89a89c1), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.882808 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dff9cbf2-78ef-48dc-8732-93ebf6c72378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:05.882808 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-dff9cbf2-78ef-48dc-8732-93ebf6c72378 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f6180cf8-dba9-410f-ac52-8ba2b89a89c1 HTTP/1.1" status: 204 len: 168 time: 0.2453444 May 28 03:37:05.890921 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff9cbf2-78ef-48dc-8732-93ebf6c72378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6180cf8-dba9-410f-ac52-8ba2b89a89c1,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:06.622213 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aed810-9688-4d2a-a966-04cbf8b8ccaf req-76aa4bf8-b2fd-41e9-b417-d07e9f65ba33 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:06.623715 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b8aed810-9688-4d2a-a966-04cbf8b8ccaf req-76aa4bf8-b2fd-41e9-b417-d07e9f65ba33 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0545557 May 28 03:37:06.667595 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 32906) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:06.683063 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca898-9242-4dce-91a6-357199f898ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:06.707854 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b8aed810-9688-4d2a-a966-04cbf8b8ccaf req-5716d406-9825-485f-8117-99ffc6caebd1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639811 May 28 03:37:06.708750 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 32908) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:06.726982 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-37ea78aa-ffb8-4304-b9bc-fb81bf84657e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:06.779892 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:06.791549 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca898-9242-4dce-91a6-357199f898ba admin admin] Publish callbacks [] for security_group (417ead85-e35e-425b-a8d8-0c7a1cd5e7d6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:06.813678 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-37ea78aa-ffb8-4304-b9bc-fb81bf84657e admin admin] Publish callbacks [] for security_group (65182c89-8a3b-434c-9a82-796c99dbd23e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:06.855227 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8d4ca898-9242-4dce-91a6-357199f898ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (417ead85-e35e-425b-a8d8-0c7a1cd5e7d6), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:06.889388 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-37ea78aa-ffb8-4304-b9bc-fb81bf84657e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (65182c89-8a3b-434c-9a82-796c99dbd23e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:06.901579 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4ca898-9242-4dce-91a6-357199f898ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=417ead85-e35e-425b-a8d8-0c7a1cd5e7d6,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:06.906509 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8d4ca898-9242-4dce-91a6-357199f898ba admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f44dea62c4ba44b492b6b0a61e73aa35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378433 May 28 03:37:06.909080 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 32912) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:06.942402 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea78aa-ffb8-4304-b9bc-fb81bf84657e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65182c89-8a3b-434c-9a82-796c99dbd23e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:06.949082 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-37ea78aa-ffb8-4304-b9bc-fb81bf84657e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e5ebb1d486a4baf9a33d0930df1f45d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2361844 May 28 03:37:06.949443 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 32914) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:06.986012 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-012517e7-0fbb-4ecd-a8e3-36a8f868293a admin admin] Publish callbacks [] for security_group (417ead85-e35e-425b-a8d8-0c7a1cd5e7d6), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:06.998569 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:07.009076 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dd71cad5-877e-4664-9ce7-7f7372fb7e78 admin admin] Publish callbacks [] for security_group (65182c89-8a3b-434c-9a82-796c99dbd23e), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:07.013575 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-012517e7-0fbb-4ecd-a8e3-36a8f868293a admin admin] Publish callbacks [] for security_group (417ead85-e35e-425b-a8d8-0c7a1cd5e7d6), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:07.034836 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dd71cad5-877e-4664-9ce7-7f7372fb7e78 admin admin] Publish callbacks [] for security_group (65182c89-8a3b-434c-9a82-796c99dbd23e), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:07.169956 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-012517e7-0fbb-4ecd-a8e3-36a8f868293a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (417ead85-e35e-425b-a8d8-0c7a1cd5e7d6), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:07.170449 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dd71cad5-877e-4664-9ce7-7f7372fb7e78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (65182c89-8a3b-434c-9a82-796c99dbd23e), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:07.172689 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-012517e7-0fbb-4ecd-a8e3-36a8f868293a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:07.173242 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-dd71cad5-877e-4664-9ce7-7f7372fb7e78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:07.177052 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-dd71cad5-877e-4664-9ce7-7f7372fb7e78 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/65182c89-8a3b-434c-9a82-796c99dbd23e HTTP/1.1" status: 204 len: 168 time: 0.2242529 May 28 03:37:07.177222 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-012517e7-0fbb-4ecd-a8e3-36a8f868293a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/417ead85-e35e-425b-a8d8-0c7a1cd5e7d6 HTTP/1.1" status: 204 len: 168 time: 0.2659092 May 28 03:37:07.185750 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012517e7-0fbb-4ecd-a8e3-36a8f868293a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417ead85-e35e-425b-a8d8-0c7a1cd5e7d6,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:07.188318 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71cad5-877e-4664-9ce7-7f7372fb7e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65182c89-8a3b-434c-9a82-796c99dbd23e,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:07.845028 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec646b9-0026-41f3-b00d-50f7ea8b423b req-caba1cbc-e899-4bc3-bcea-6b0ed41404d3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:07.846573 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1ec646b9-0026-41f3-b00d-50f7ea8b423b req-caba1cbc-e899-4bc3-bcea-6b0ed41404d3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0568275 May 28 03:37:07.898687 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1ec646b9-0026-41f3-b00d-50f7ea8b423b req-3a7abaf2-abec-48f5-97b3-a13b886862c6 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449421 May 28 03:37:09.025262 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149c270-3ebd-452e-b7cc-2238a410762e req-1837bf51-fc2b-4c4f-9ba3-2d57e5a91656 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:09.026747 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e149c270-3ebd-452e-b7cc-2238a410762e req-1837bf51-fc2b-4c4f-9ba3-2d57e5a91656 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0491838 May 28 03:37:09.076098 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e149c270-3ebd-452e-b7cc-2238a410762e req-f7c55dd6-3134-4cae-a777-2cbdb969259b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438015 May 28 03:37:10.202410 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0108141a-cc66-4370-8a8c-c94fd6746128 req-cee7b884-7996-4dd2-9c39-b502bfd19cd8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:10.203892 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0108141a-cc66-4370-8a8c-c94fd6746128 req-cee7b884-7996-4dd2-9c39-b502bfd19cd8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0543048 May 28 03:37:10.252108 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0108141a-cc66-4370-8a8c-c94fd6746128 req-27360100-fcf4-4bfd-8f37-4df36757a5bf tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420218 May 28 03:37:11.376404 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412ccc3-cc38-456e-8b34-f5db0d2098e3 req-7fed7360-fb1e-4bfc-bcbb-595ce4807309 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:11.377981 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6412ccc3-cc38-456e-8b34-f5db0d2098e3 req-7fed7360-fb1e-4bfc-bcbb-595ce4807309 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0535064 May 28 03:37:11.426345 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6412ccc3-cc38-456e-8b34-f5db0d2098e3 req-fe58d8bc-1d19-40b4-9f11-e8f7375ae5ee tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428002 May 28 03:37:12.544617 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf468383-13c9-42d8-aed9-13861c0da9c9 req-2a73054b-7184-4ae2-8e8c-192466646928 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:12.546131 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cf468383-13c9-42d8-aed9-13861c0da9c9 req-2a73054b-7184-4ae2-8e8c-192466646928 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0472772 May 28 03:37:12.555229 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:37:12.597966 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cf468383-13c9-42d8-aed9-13861c0da9c9 req-90709797-5cc9-4b95-bf94-33bdc4fc6d94 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456655 May 28 03:37:13.711190 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff00cf-8d37-446a-80ff-bd75763b996a req-bd3f6d12-8b67-46ec-b0d5-5884a2498359 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:13.712655 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-57ff00cf-8d37-446a-80ff-bd75763b996a req-bd3f6d12-8b67-46ec-b0d5-5884a2498359 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0463235 May 28 03:37:13.761519 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-57ff00cf-8d37-446a-80ff-bd75763b996a req-43f0fc69-e3ac-405a-9d6a-460a52b834f1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 May 28 03:37:14.873637 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c572fc-85b1-4dbc-9cb0-f37b992b3b67 req-9dfa6fe1-daeb-40c5-8a48-175845e9b1e6 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:14.875100 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-00c572fc-85b1-4dbc-9cb0-f37b992b3b67 req-9dfa6fe1-daeb-40c5-8a48-175845e9b1e6 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0479841 May 28 03:37:14.922855 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-00c572fc-85b1-4dbc-9cb0-f37b992b3b67 req-3a1e7093-4ed3-4c31-b7be-c86119ae29ab tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422511 May 28 03:37:15.776438 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=47,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:16.038792 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306896ca-ee75-435a-a9f8-91dd3c574043 req-ec1a4956-d043-40d8-a84d-9289615b18e2 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:16.040749 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-306896ca-ee75-435a-a9f8-91dd3c574043 req-ec1a4956-d043-40d8-a84d-9289615b18e2 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0495219 May 28 03:37:16.088898 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-306896ca-ee75-435a-a9f8-91dd3c574043 req-c1746a08-0c55-4ccf-b59f-8e6d174bef19 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422757 May 28 03:37:17.202270 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3894e0c-d9f4-4b8a-81c1-cab6196b3124 req-63320ed1-9c4e-4471-abd2-f812abd0e181 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:17.203734 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a3894e0c-d9f4-4b8a-81c1-cab6196b3124 req-63320ed1-9c4e-4471-abd2-f812abd0e181 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0477185 May 28 03:37:17.236580 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:17.237413 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:17.255864 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a3894e0c-d9f4-4b8a-81c1-cab6196b3124 req-f876cdb0-89db-4d00-9ffe-91f676e7f351 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455594 May 28 03:37:18.371486 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1872cb-7e73-4bd9-8c60-6ee1a2347c5a req-0a37029d-4202-44f9-99b1-d5e5cb42c543 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:18.373020 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4c1872cb-7e73-4bd9-8c60-6ee1a2347c5a req-0a37029d-4202-44f9-99b1-d5e5cb42c543 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0475769 May 28 03:37:18.421460 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4c1872cb-7e73-4bd9-8c60-6ee1a2347c5a req-fd28af5e-e742-45fc-a547-036cc73d55db tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428429 May 28 03:37:19.352160 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d2f42eb1-ff09-4901-8ffa-785b9fa9d50b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:19.540631 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795eb3e7-4754-47b0-a26b-bb9be6b1de51 req-00a6c16a-a689-416a-886b-cfee94dea60f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:19.542266 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-795eb3e7-4754-47b0-a26b-bb9be6b1de51 req-00a6c16a-a689-416a-886b-cfee94dea60f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0529747 May 28 03:37:19.598544 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-795eb3e7-4754-47b0-a26b-bb9be6b1de51 req-e85a6ed8-31b4-4835-949d-c56690a33020 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433054 May 28 03:37:19.615244 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:20.713233 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ab58f-48e2-4f3e-b329-f05381a3e1e8 req-d4079f1d-3935-4dad-b0c6-519439ba8822 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:20.714687 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b00ab58f-48e2-4f3e-b329-f05381a3e1e8 req-d4079f1d-3935-4dad-b0c6-519439ba8822 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0468113 May 28 03:37:20.764724 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b00ab58f-48e2-4f3e-b329-f05381a3e1e8 req-3d06dc3f-0e5a-4dfd-aa6e-3522fd5e0650 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444872 May 28 03:37:21.789939 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-10551f52-2a27-4446-89cd-051b355edea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:21.885619 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7815939-ece7-4096-ba92-4d64f0ba5b38 req-b026997e-d001-4036-8caa-e34dc2f7be09 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:21.888421 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e7815939-ece7-4096-ba92-4d64f0ba5b38 req-b026997e-d001-4036-8caa-e34dc2f7be09 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0489407 May 28 03:37:21.937152 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e7815939-ece7-4096-ba92-4d64f0ba5b38 req-bf9a0d0c-fbd1-480a-b5bb-62921e1ef451 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431716 May 28 03:37:22.814857 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:23.053352 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c552e355-43de-4953-a271-fcb9798c6fd4 req-574e2867-cc8c-4a53-9c99-e7b68a55c1ae tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:23.054786 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c552e355-43de-4953-a271-fcb9798c6fd4 req-574e2867-cc8c-4a53-9c99-e7b68a55c1ae tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0477450 May 28 03:37:23.102025 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c552e355-43de-4953-a271-fcb9798c6fd4 req-629e588b-d376-4619-91d9-9867cf67f373 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417354 May 28 03:37:23.551891 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:23.552979 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:23.887355 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33268) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:24.012269 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-600385c2-54a2-43ba-9143-55e375cfd4d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:24.037537 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:24.085199 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-600385c2-54a2-43ba-9143-55e375cfd4d9 admin admin] Publish callbacks [] for security_group (1782a592-0893-4b49-b6da-8f2cdb0bb1c1), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:24.151552 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-600385c2-54a2-43ba-9143-55e375cfd4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1782a592-0893-4b49-b6da-8f2cdb0bb1c1), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:24.174713 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:24.192571 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-600385c2-54a2-43ba-9143-55e375cfd4d9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7078de2623d2496991b394867371614b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3040357 May 28 03:37:24.193432 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600385c2-54a2-43ba-9143-55e375cfd4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1782a592-0893-4b49-b6da-8f2cdb0bb1c1,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:24.195651 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33278) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:24.209556 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:24.218011 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737794d-2222-4447-ac51-49e8302f6d73 req-201a0c86-adbf-4807-b1e6-20a248179f65 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:24.219564 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6737794d-2222-4447-ac51-49e8302f6d73 req-201a0c86-adbf-4807-b1e6-20a248179f65 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0506430 May 28 03:37:24.250349 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bf579880-3719-4122-9576-1b7c519c05d8 admin admin] Publish callbacks [] for security_group (1782a592-0893-4b49-b6da-8f2cdb0bb1c1), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:24.271757 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bf579880-3719-4122-9576-1b7c519c05d8 admin admin] Publish callbacks [] for security_group (1782a592-0893-4b49-b6da-8f2cdb0bb1c1), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:24.272411 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6737794d-2222-4447-ac51-49e8302f6d73 req-80913a32-220a-4511-b127-5918b7ff590d tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465817 May 28 03:37:24.409295 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bf579880-3719-4122-9576-1b7c519c05d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1782a592-0893-4b49-b6da-8f2cdb0bb1c1), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:24.412401 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bf579880-3719-4122-9576-1b7c519c05d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:24.413613 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-bf579880-3719-4122-9576-1b7c519c05d8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1782a592-0893-4b49-b6da-8f2cdb0bb1c1 HTTP/1.1" status: 204 len: 168 time: 0.2170267 May 28 03:37:24.421630 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf579880-3719-4122-9576-1b7c519c05d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1782a592-0893-4b49-b6da-8f2cdb0bb1c1,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:25.118478 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33302) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:25.132677 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a9eb6550-18d6-407e-b535-8e5142862779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.209915 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a9eb6550-18d6-407e-b535-8e5142862779 admin admin] Publish callbacks [] for security_group (89a3fcd8-f920-40f3-b2d3-2fcd3a50896b), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.312135 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a9eb6550-18d6-407e-b535-8e5142862779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (89a3fcd8-f920-40f3-b2d3-2fcd3a50896b), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.361395 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eb6550-18d6-407e-b535-8e5142862779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a3fcd8-f920-40f3-b2d3-2fcd3a50896b,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:25.367685 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a9eb6550-18d6-407e-b535-8e5142862779 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=cff5d8a1684949ea894fef882beffe5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2481489 May 28 03:37:25.370539 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 33310) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:25.403533 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ff0d7-a0f1-4441-b818-f0410ec42b36 req-79d8f965-553b-4c12-8489-c198d35b67e4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:25.405119 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-109ff0d7-a0f1-4441-b818-f0410ec42b36 req-79d8f965-553b-4c12-8489-c198d35b67e4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0612307 May 28 03:37:25.430270 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b847a346-4c6c-4816-b3c1-78933e4407d7 admin admin] Publish callbacks [] for security_group (89a3fcd8-f920-40f3-b2d3-2fcd3a50896b), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.455143 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b847a346-4c6c-4816-b3c1-78933e4407d7 admin admin] Publish callbacks [] for security_group (89a3fcd8-f920-40f3-b2d3-2fcd3a50896b), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.462084 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-109ff0d7-a0f1-4441-b818-f0410ec42b36 req-a65fe387-92c7-448a-92c2-9afd493de65a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488579 May 28 03:37:25.495824 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33316) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:25.564566 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b847a346-4c6c-4816-b3c1-78933e4407d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (89a3fcd8-f920-40f3-b2d3-2fcd3a50896b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.567011 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b847a346-4c6c-4816-b3c1-78933e4407d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.570664 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b847a346-4c6c-4816-b3c1-78933e4407d7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/89a3fcd8-f920-40f3-b2d3-2fcd3a50896b HTTP/1.1" status: 204 len: 168 time: 0.1968248 May 28 03:37:25.585208 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b847a346-4c6c-4816-b3c1-78933e4407d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a3fcd8-f920-40f3-b2d3-2fcd3a50896b,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:25.614643 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6c643cb7-7041-433c-a152-ec9c9039c2fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.649484 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.692234 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6c643cb7-7041-433c-a152-ec9c9039c2fa admin admin] Publish callbacks [] for security_group (ca02d3c5-3ba6-4843-8f27-e1ec2f360535), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.787057 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6c643cb7-7041-433c-a152-ec9c9039c2fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (ca02d3c5-3ba6-4843-8f27-e1ec2f360535), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.825639 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-6c643cb7-7041-433c-a152-ec9c9039c2fa admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c877d4e75dbc4bdbb9fd24cbc78c75b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3287542 May 28 03:37:25.828378 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c643cb7-7041-433c-a152-ec9c9039c2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca02d3c5-3ba6-4843-8f27-e1ec2f360535,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:25.830537 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 33324) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:25.882927 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c3704980-7d95-40bd-8666-c9efbe40db34 admin admin] Publish callbacks [] for security_group (ca02d3c5-3ba6-4843-8f27-e1ec2f360535), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.906690 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c3704980-7d95-40bd-8666-c9efbe40db34 admin admin] Publish callbacks [] for security_group (ca02d3c5-3ba6-4843-8f27-e1ec2f360535), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:25.939556 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:26.019384 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c3704980-7d95-40bd-8666-c9efbe40db34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (ca02d3c5-3ba6-4843-8f27-e1ec2f360535), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:26.022238 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c3704980-7d95-40bd-8666-c9efbe40db34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:26.023398 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c3704980-7d95-40bd-8666-c9efbe40db34 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ca02d3c5-3ba6-4843-8f27-e1ec2f360535 HTTP/1.1" status: 204 len: 168 time: 0.1918552 May 28 03:37:26.035988 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3704980-7d95-40bd-8666-c9efbe40db34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca02d3c5-3ba6-4843-8f27-e1ec2f360535,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:26.621332 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b99eaf4-f051-4942-b446-4f20f4532974 req-dc2cfa6b-bafc-45af-b663-f4694c22fd70 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:26.623807 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9b99eaf4-f051-4942-b446-4f20f4532974 req-dc2cfa6b-bafc-45af-b663-f4694c22fd70 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0721819 May 28 03:37:26.690466 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9b99eaf4-f051-4942-b446-4f20f4532974 req-3f551e99-7072-49ce-b466-7ee741fd5914 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596542 May 28 03:37:26.742171 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b19cb4-1212-4694-b5d8-ec43eb0eaead req-2aa14dac-5b48-4883-956b-436ae5ebfbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:26.742171 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b7b19cb4-1212-4694-b5d8-ec43eb0eaead req-2aa14dac-5b48-4883-956b-436ae5ebfbc2 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 1130 time: 0.0472689 May 28 03:37:26.775691 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33372) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:26.801433 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b7b19cb4-1212-4694-b5d8-ec43eb0eaead req-32877547-5a64-4cd3-8d27-5a135589d96c service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517879 May 28 03:37:27.054065 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0fbf0318-1ed4-4214-a5a8-c14802e289ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:27.066622 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:27.135295 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0fbf0318-1ed4-4214-a5a8-c14802e289ee admin admin] Publish callbacks [] for security_group (666af0fe-b38f-4f9d-bab4-b1375a6b0e4b), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:27.239800 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0fbf0318-1ed4-4214-a5a8-c14802e289ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (666af0fe-b38f-4f9d-bab4-b1375a6b0e4b), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:27.259116 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=76,neutron:INSERT=23,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:27.292188 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 33386) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:27.292394 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-0fbf0318-1ed4-4214-a5a8-c14802e289ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a932c0c29ac746918db9d77537693066&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5154667 May 28 03:37:27.293273 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf0318-1ed4-4214-a5a8-c14802e289ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666af0fe-b38f-4f9d-bab4-b1375a6b0e4b,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:27.347072 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f5dec940-ae97-4f9d-b315-d3dde24db443 admin admin] Publish callbacks [] for security_group (666af0fe-b38f-4f9d-bab4-b1375a6b0e4b), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:27.374336 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f5dec940-ae97-4f9d-b315-d3dde24db443 admin admin] Publish callbacks [] for security_group (666af0fe-b38f-4f9d-bab4-b1375a6b0e4b), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:27.405428 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:27.575660 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f5dec940-ae97-4f9d-b315-d3dde24db443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (666af0fe-b38f-4f9d-bab4-b1375a6b0e4b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:27.578479 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f5dec940-ae97-4f9d-b315-d3dde24db443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:27.579910 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f5dec940-ae97-4f9d-b315-d3dde24db443 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/666af0fe-b38f-4f9d-bab4-b1375a6b0e4b HTTP/1.1" status: 204 len: 168 time: 0.2866998 May 28 03:37:27.588212 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dec940-ae97-4f9d-b315-d3dde24db443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666af0fe-b38f-4f9d-bab4-b1375a6b0e4b,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:27.801403 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49048d2-a86c-4900-bb9c-b78dff501247 req-b0af8535-cff4-44d0-8e3d-6b73269bc7c9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:27.802866 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c49048d2-a86c-4900-bb9c-b78dff501247 req-b0af8535-cff4-44d0-8e3d-6b73269bc7c9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0485349 May 28 03:37:27.852560 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c49048d2-a86c-4900-bb9c-b78dff501247 req-42201f9f-4f34-4806-afa3-3124594e8ef1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 May 28 03:37:28.404151 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33430) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:28.417613 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-46b7491c-011d-41eb-bc34-1e0f1c47275f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:28.493615 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-46b7491c-011d-41eb-bc34-1e0f1c47275f admin admin] Publish callbacks [] for security_group (40158c54-2a39-468f-85b6-301db9d76150), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:28.580938 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-46b7491c-011d-41eb-bc34-1e0f1c47275f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (40158c54-2a39-468f-85b6-301db9d76150), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:28.648999 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-46b7491c-011d-41eb-bc34-1e0f1c47275f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=85945bd0af2447968d4c56eb14229f4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437539 May 28 03:37:28.651542 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33446) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:28.661446 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7491c-011d-41eb-bc34-1e0f1c47275f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40158c54-2a39-468f-85b6-301db9d76150,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:28.715520 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f45c8f0c-4ae8-44d6-aea2-ec722e73240b admin admin] Publish callbacks [] for security_group (40158c54-2a39-468f-85b6-301db9d76150), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:28.750610 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f45c8f0c-4ae8-44d6-aea2-ec722e73240b admin admin] Publish callbacks [] for security_group (40158c54-2a39-468f-85b6-301db9d76150), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:28.878047 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f45c8f0c-4ae8-44d6-aea2-ec722e73240b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (40158c54-2a39-468f-85b6-301db9d76150), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:28.881820 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f45c8f0c-4ae8-44d6-aea2-ec722e73240b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:28.885353 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f45c8f0c-4ae8-44d6-aea2-ec722e73240b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/40158c54-2a39-468f-85b6-301db9d76150 HTTP/1.1" status: 204 len: 168 time: 0.2305546 May 28 03:37:28.894768 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45c8f0c-4ae8-44d6-aea2-ec722e73240b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40158c54-2a39-468f-85b6-301db9d76150,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:28.999159 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d249c69-5677-43fe-b5f4-82df612f7147 req-d05b7c25-b90d-4df4-9d2a-abd8138b3d17 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:29.003966 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d249c69-5677-43fe-b5f4-82df612f7147 req-d05b7c25-b90d-4df4-9d2a-abd8138b3d17 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0552232 May 28 03:37:29.052844 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d249c69-5677-43fe-b5f4-82df612f7147 req-9ce155f7-a659-4175-b4d6-6a390bbc2137 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455949 May 28 03:37:29.176282 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44b127-0503-4f1c-9b31-1000961e0a2d req-b3c9baf7-da06-490a-a787-d0176831caf1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:29.177812 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8c44b127-0503-4f1c-9b31-1000961e0a2d req-b3c9baf7-da06-490a-a787-d0176831caf1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0481088 May 28 03:37:29.225566 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8c44b127-0503-4f1c-9b31-1000961e0a2d req-4fd6bdba-673d-441f-99d6-d465b94a2549 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423563 May 28 03:37:29.602719 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33500) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:29.814083 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4b01ed49-6f6a-41ae-8996-bc8c4909adf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:29.920331 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4b01ed49-6f6a-41ae-8996-bc8c4909adf6 admin admin] Publish callbacks [] for security_group (7abcd9ed-5f7c-4b79-a1a5-c361eb7f787c), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:29.990502 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4b01ed49-6f6a-41ae-8996-bc8c4909adf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (7abcd9ed-5f7c-4b79-a1a5-c361eb7f787c), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:30.026973 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01ed49-6f6a-41ae-8996-bc8c4909adf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abcd9ed-5f7c-4b79-a1a5-c361eb7f787c,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:30.054885 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:30.064516 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-4b01ed49-6f6a-41ae-8996-bc8c4909adf6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b24fb71f54464b39b35f4b3ff92736d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4582372 May 28 03:37:30.064848 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33522) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:30.144663 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d1c2-a47b-4c05-a2bc-18898e3b1072 admin admin] Publish callbacks [] for security_group (7abcd9ed-5f7c-4b79-a1a5-c361eb7f787c), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:30.157346 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:30.159519 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d1c2-a47b-4c05-a2bc-18898e3b1072 admin admin] Publish callbacks [] for security_group (7abcd9ed-5f7c-4b79-a1a5-c361eb7f787c), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:30.381026 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d1c2-a47b-4c05-a2bc-18898e3b1072 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (7abcd9ed-5f7c-4b79-a1a5-c361eb7f787c), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:30.383724 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0fe5d1c2-a47b-4c05-a2bc-18898e3b1072 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:30.385160 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-0fe5d1c2-a47b-4c05-a2bc-18898e3b1072 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/7abcd9ed-5f7c-4b79-a1a5-c361eb7f787c HTTP/1.1" status: 204 len: 168 time: 0.3183997 May 28 03:37:30.396614 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5d1c2-a47b-4c05-a2bc-18898e3b1072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abcd9ed-5f7c-4b79-a1a5-c361eb7f787c,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:31.076193 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33554) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:31.090237 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-507c67fc-74e2-4fb7-8bb4-b97fc53ac847 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:31.176091 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-507c67fc-74e2-4fb7-8bb4-b97fc53ac847 admin admin] Publish callbacks [] for security_group (4985da0d-14ce-491b-9bef-4c764f1763d5), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:31.232256 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-507c67fc-74e2-4fb7-8bb4-b97fc53ac847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (4985da0d-14ce-491b-9bef-4c764f1763d5), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:31.271627 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-507c67fc-74e2-4fb7-8bb4-b97fc53ac847 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5c6eda9adb3445c7beba0f0c4e5a740b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1942995 May 28 03:37:31.272739 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c67fc-74e2-4fb7-8bb4-b97fc53ac847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4985da0d-14ce-491b-9bef-4c764f1763d5,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:31.274358 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 33556) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:31.329951 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ab78e515-174c-49b8-87d9-fcc7eac104b2 admin admin] Publish callbacks [] for security_group (4985da0d-14ce-491b-9bef-4c764f1763d5), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:31.351926 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ab78e515-174c-49b8-87d9-fcc7eac104b2 admin admin] Publish callbacks [] for security_group (4985da0d-14ce-491b-9bef-4c764f1763d5), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:31.466799 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ab78e515-174c-49b8-87d9-fcc7eac104b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (4985da0d-14ce-491b-9bef-4c764f1763d5), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:31.469286 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ab78e515-174c-49b8-87d9-fcc7eac104b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:31.470443 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ab78e515-174c-49b8-87d9-fcc7eac104b2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4985da0d-14ce-491b-9bef-4c764f1763d5 HTTP/1.1" status: 204 len: 168 time: 0.1951132 May 28 03:37:31.478961 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78e515-174c-49b8-87d9-fcc7eac104b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4985da0d-14ce-491b-9bef-4c764f1763d5,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:34.787033 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16530ce6-5758-4e0d-898c-524be1b9be88 req-3f12544f-df2d-4c01-8c0d-4407f610cc51 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:34.788280 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-16530ce6-5758-4e0d-898c-524be1b9be88 req-3f12544f-df2d-4c01-8c0d-4407f610cc51 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0482645 May 28 03:37:34.884445 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429c8af-91c9-48b1-9bf9-dc810132ec62 req-ee76ec35-bf49-496e-805e-9ed589a516c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:34.885962 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d429c8af-91c9-48b1-9bf9-dc810132ec62 req-ee76ec35-bf49-496e-805e-9ed589a516c2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 1129 time: 0.0630889 May 28 03:37:34.890547 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-16530ce6-5758-4e0d-898c-524be1b9be88 req-9b0c6bf0-fb76-42b5-b174-066f5a9e1615 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916522 May 28 03:37:34.987304 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429c8af-91c9-48b1-9bf9-dc810132ec62 req-b3430aea-a841-4155-aa38-11d99167276c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:34.989062 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d429c8af-91c9-48b1-9bf9-dc810132ec62 req-b3430aea-a841-4155-aa38-11d99167276c service neutron] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 920 time: 0.0910964 May 28 03:37:35.037235 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d429c8af-91c9-48b1-9bf9-dc810132ec62 req-918dd05d-a1d7-47d6-9b1b-947d88f84664 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2038175b-b88a-437c-9114-63208c464911 HTTP/1.1" status: 200 len: 217 time: 0.0331180 May 28 03:37:35.082369 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:35.091301 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429c8af-91c9-48b1-9bf9-dc810132ec62 req-243ec29b-2af3-4aa0-a609-ad1d91ee7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:35.092737 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d429c8af-91c9-48b1-9bf9-dc810132ec62 req-243ec29b-2af3-4aa0-a609-ad1d91ee7fbe service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.0450130 May 28 03:37:35.163332 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429c8af-91c9-48b1-9bf9-dc810132ec62 req-fa524bed-180d-4ba5-9251-4d8df87182d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:35.163891 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d429c8af-91c9-48b1-9bf9-dc810132ec62 req-fa524bed-180d-4ba5-9251-4d8df87182d9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0593181 May 28 03:37:35.266636 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d429c8af-91c9-48b1-9bf9-dc810132ec62 req-85b6e74f-cfb3-4416-a195-de45742afbf8 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925059 May 28 03:37:36.007348 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401404a-02a0-4b0a-96cf-3ffa858b02b6 req-774abafa-c30c-474c-bf9b-85a45d10f5be tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:36.008922 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f401404a-02a0-4b0a-96cf-3ffa858b02b6 req-774abafa-c30c-474c-bf9b-85a45d10f5be tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0500088 May 28 03:37:36.061741 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f401404a-02a0-4b0a-96cf-3ffa858b02b6 req-8b129b30-e157-471f-bc55-c37296c946e4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473332 May 28 03:37:36.140642 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d429c8af-91c9-48b1-9bf9-dc810132ec62 req-2a70cc26-234b-41d4-836d-e84b7fdfaa29 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930545 May 28 03:37:36.948868 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63f970-67ba-49ae-bd36-e94f5670d55c req-e23c1c6d-9a9a-4dd9-aae5-d21912afef71 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:36.950355 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6d63f970-67ba-49ae-bd36-e94f5670d55c req-e23c1c6d-9a9a-4dd9-aae5-d21912afef71 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0477226 May 28 03:37:36.997159 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6d63f970-67ba-49ae-bd36-e94f5670d55c req-73c80cb6-1542-4f04-bd2a-38cc98979570 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412381 May 28 03:37:37.182900 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c36cb6-b835-412f-a9ef-04cb5672df29 req-25ba941c-e4f8-46a7-b503-aef27c3e1367 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:37.184431 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-11c36cb6-b835-412f-a9ef-04cb5672df29 req-25ba941c-e4f8-46a7-b503-aef27c3e1367 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0474505 May 28 03:37:37.211391 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:37.232879 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-11c36cb6-b835-412f-a9ef-04cb5672df29 req-d30b5a01-0506-4cf5-bb9f-9045dd74695e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427930 May 28 03:37:38.118607 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454b8c1-844b-4b6e-9942-75e454345268 req-902824a1-e62f-4127-a558-d935b392e1ac tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:38.120067 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4454b8c1-844b-4b6e-9942-75e454345268 req-902824a1-e62f-4127-a558-d935b392e1ac tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0517483 May 28 03:37:38.175005 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4454b8c1-844b-4b6e-9942-75e454345268 req-5a640806-b1e3-4781-8e4b-c441c737a20b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494370 May 28 03:37:38.351158 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9f326-6fb0-42d6-a004-f44b874057ef req-31abd73e-41ff-41f5-8272-919465108e19 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:38.352651 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41f9f326-6fb0-42d6-a004-f44b874057ef req-31abd73e-41ff-41f5-8272-919465108e19 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0495405 May 28 03:37:38.406227 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41f9f326-6fb0-42d6-a004-f44b874057ef req-b6dcba34-a09a-4c77-8643-a07b8cac99a4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478270 May 28 03:37:39.320599 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725dbe2-7ade-48e6-b60d-617f23de3af4 req-b165089e-506e-48b0-af1c-63115f32327c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:39.322231 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f725dbe2-7ade-48e6-b60d-617f23de3af4 req-b165089e-506e-48b0-af1c-63115f32327c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0463004 May 28 03:37:39.373598 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f725dbe2-7ade-48e6-b60d-617f23de3af4 req-c47bcd1c-296c-42ed-a47f-87a441516e11 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457399 May 28 03:37:39.525917 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94134e06-d07c-4190-b7d9-ad455d0e5c44 req-0e01bbbd-e2c1-4b1e-97d2-3e2082e71649 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:39.527504 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-94134e06-d07c-4190-b7d9-ad455d0e5c44 req-0e01bbbd-e2c1-4b1e-97d2-3e2082e71649 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0507886 May 28 03:37:39.575422 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-94134e06-d07c-4190-b7d9-ad455d0e5c44 req-bfb2665e-cee6-4b9b-9c14-002d42d980d4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424237 May 28 03:37:40.410309 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:40.492790 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7a885-c2c4-4b68-b232-38dd078a286e req-6ea2f101-c590-4458-bd24-3d048b635812 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:40.494667 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-96b7a885-c2c4-4b68-b232-38dd078a286e req-6ea2f101-c590-4458-bd24-3d048b635812 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0470655 May 28 03:37:40.542929 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-96b7a885-c2c4-4b68-b232-38dd078a286e req-160be6d0-777d-4351-87a2-46aec7e51a64 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423408 May 28 03:37:40.690552 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ddab3-e873-4776-9fb4-b99f7bca6996 req-0b88a85f-1a29-49a6-86dd-65a15e5fddb5 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:40.692587 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3b7ddab3-e873-4776-9fb4-b99f7bca6996 req-0b88a85f-1a29-49a6-86dd-65a15e5fddb5 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0483708 May 28 03:37:40.740236 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3b7ddab3-e873-4776-9fb4-b99f7bca6996 req-39a8fe2f-1628-4907-abef-358e30dda9fc tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419400 May 28 03:37:41.491637 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:41.664037 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cde561-4949-4ee9-8b19-8cfbd841a23b req-5a6128d8-6a36-42b8-a8f7-4151338b0b44 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:41.665485 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-89cde561-4949-4ee9-8b19-8cfbd841a23b req-5a6128d8-6a36-42b8-a8f7-4151338b0b44 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0493889 May 28 03:37:41.704043 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:41.711599 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-89cde561-4949-4ee9-8b19-8cfbd841a23b req-b8d6ecec-c8c4-4a94-b89a-2d48ac804280 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406923 May 28 03:37:41.854405 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f9b819-2467-4fc2-b7f3-8dc0ddfaf2c4 req-40c44d44-4267-48d5-bd35-0cefa4238791 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:41.855773 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-16f9b819-2467-4fc2-b7f3-8dc0ddfaf2c4 req-40c44d44-4267-48d5-bd35-0cefa4238791 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0488248 May 28 03:37:41.904368 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-16f9b819-2467-4fc2-b7f3-8dc0ddfaf2c4 req-13dbf286-63a9-4e35-9129-154ed99bf5b4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429499 May 28 03:37:42.830442 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daafc2-b3f9-429d-8a6b-9bb23acc74e2 req-e54da3da-0dc0-4c3f-8b00-8153ea47ffc9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:42.831938 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-77daafc2-b3f9-429d-8a6b-9bb23acc74e2 req-e54da3da-0dc0-4c3f-8b00-8153ea47ffc9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0461450 May 28 03:37:42.878212 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-77daafc2-b3f9-429d-8a6b-9bb23acc74e2 req-171cf191-359e-4679-a670-600b6dc99a3a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407581 May 28 03:37:43.014777 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16e83e-0dea-4185-86df-4618e4d8bb76 req-b6ee06af-7b7d-446c-b188-1501c8634036 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:43.016212 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af16e83e-0dea-4185-86df-4618e4d8bb76 req-b6ee06af-7b7d-446c-b188-1501c8634036 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0461700 May 28 03:37:43.061041 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af16e83e-0dea-4185-86df-4618e4d8bb76 req-78a42e6f-626e-4b7a-88f4-5d792caf3c1d tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394294 May 28 03:37:43.997034 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1569ac79-c415-4078-9e75-1efc6f804c94 req-bec2d26d-e2c3-4f86-aeb8-ad9dad655172 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:43.998553 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1569ac79-c415-4078-9e75-1efc6f804c94 req-bec2d26d-e2c3-4f86-aeb8-ad9dad655172 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0494087 May 28 03:37:44.045300 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1569ac79-c415-4078-9e75-1efc6f804c94 req-dd410bb7-9337-4b94-8028-8935c4513698 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412273 May 28 03:37:44.175163 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e7943-9fe8-4859-b918-bc2915614728 req-8edbf2d6-6281-4bf6-8c41-824daab07996 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:44.177127 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c81e7943-9fe8-4859-b918-bc2915614728 req-8edbf2d6-6281-4bf6-8c41-824daab07996 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0498478 May 28 03:37:44.224054 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c81e7943-9fe8-4859-b918-bc2915614728 req-8b2ce132-3e30-4b1a-abcf-5fbd9f0ea056 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414467 May 28 03:37:45.166222 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6c62d-438d-4224-a93a-b107ada84af4 req-7c9483e7-aa95-40b3-ad80-05262d207fab tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:45.174790 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4eb6c62d-438d-4224-a93a-b107ada84af4 req-7c9483e7-aa95-40b3-ad80-05262d207fab tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0473413 May 28 03:37:45.220581 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4eb6c62d-438d-4224-a93a-b107ada84af4 req-fb3f7598-49b0-46c9-931b-68c0372527e9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445426 May 28 03:37:45.346052 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1d34a-b6dc-4ea6-b2ff-1fa65501d426 req-711db3bb-d8b0-47c3-ab19-8718146e8f44 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:45.347702 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a4b1d34a-b6dc-4ea6-b2ff-1fa65501d426 req-711db3bb-d8b0-47c3-ab19-8718146e8f44 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0516803 May 28 03:37:45.391837 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33944) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:45.422328 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a4b1d34a-b6dc-4ea6-b2ff-1fa65501d426 req-ecca23d9-28bb-4e07-bc91-b8932c5c1993 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618119 May 28 03:37:45.428725 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33948) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:45.556291 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a57c316b-4783-4b49-9450-8b7393a8b700 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:45.559580 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8dadbb52-ecaf-483e-a8e4-acffe26ed41b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:45.604857 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:45.690876 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a57c316b-4783-4b49-9450-8b7393a8b700 admin admin] Publish callbacks [] for security_group (1b05b8e0-c475-4f33-a59d-4974d00c0f14), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:45.700231 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8dadbb52-ecaf-483e-a8e4-acffe26ed41b admin admin] Publish callbacks [] for security_group (85ad363d-0d29-4017-83c5-132fd1ccb9dd), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:45.746863 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a57c316b-4783-4b49-9450-8b7393a8b700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1b05b8e0-c475-4f33-a59d-4974d00c0f14), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:45.781997 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8dadbb52-ecaf-483e-a8e4-acffe26ed41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (85ad363d-0d29-4017-83c5-132fd1ccb9dd), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:45.797399 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a57c316b-4783-4b49-9450-8b7393a8b700 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=53678ca1bba445e2ba0ff350c5224f73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3671403 May 28 03:37:45.800077 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 33960) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:45.800660 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57c316b-4783-4b49-9450-8b7393a8b700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b05b8e0-c475-4f33-a59d-4974d00c0f14,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:45.814686 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:45.825528 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8dadbb52-ecaf-483e-a8e4-acffe26ed41b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8feafd08250a444da0fc8b51cfcd22c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4371593 May 28 03:37:45.828434 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33962) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:45.847659 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dadbb52-ecaf-483e-a8e4-acffe26ed41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85ad363d-0d29-4017-83c5-132fd1ccb9dd,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:45.852214 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Publish callbacks [] for security_group (1b05b8e0-c475-4f33-a59d-4974d00c0f14), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:45.870456 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:45.875456 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Publish callbacks [] for security_group (1b05b8e0-c475-4f33-a59d-4974d00c0f14), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:45.889402 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a62b25a3-0ba3-4b46-9aac-9233efd61777 admin admin] Publish callbacks [] for security_group (85ad363d-0d29-4017-83c5-132fd1ccb9dd), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:45.928300 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a62b25a3-0ba3-4b46-9aac-9233efd61777 admin admin] Publish callbacks [] for security_group (85ad363d-0d29-4017-83c5-132fd1ccb9dd), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:46.009459 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1b05b8e0-c475-4f33-a59d-4974d00c0f14), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:46.012297 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:46.013441 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1b05b8e0-c475-4f33-a59d-4974d00c0f14 HTTP/1.1" status: 204 len: 168 time: 0.2122509 May 28 03:37:46.015902 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:46.026766 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b05b8e0-c475-4f33-a59d-4974d00c0f14,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:46.035132 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.035516 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.036087 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.036595 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.036937 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.037385 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.037764 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.038140 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.038520 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.040550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.040550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.040550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.040550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.040550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.040550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-861ee7ba-5913-4b49-b9ad-b768d85131b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:46.056113 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a62b25a3-0ba3-4b46-9aac-9233efd61777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (85ad363d-0d29-4017-83c5-132fd1ccb9dd), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:46.059096 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a62b25a3-0ba3-4b46-9aac-9233efd61777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:46.061232 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a62b25a3-0ba3-4b46-9aac-9233efd61777 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/85ad363d-0d29-4017-83c5-132fd1ccb9dd HTTP/1.1" status: 204 len: 168 time: 0.2312989 May 28 03:37:46.073350 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b25a3-0ba3-4b46-9aac-9233efd61777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85ad363d-0d29-4017-83c5-132fd1ccb9dd,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:46.347353 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf87782-c75b-4b0c-83a6-24981a4997ae req-1a735f63-2bd9-40f0-844f-eb6aa0fcced1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:46.348836 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2bf87782-c75b-4b0c-83a6-24981a4997ae req-1a735f63-2bd9-40f0-844f-eb6aa0fcced1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0509958 May 28 03:37:46.397022 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2bf87782-c75b-4b0c-83a6-24981a4997ae req-7f4da96e-383d-4ff7-8632-298eaa181ee4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425406 May 28 03:37:46.543052 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c22c36-0f28-4647-afc8-e8009dc69753 req-e86c20c8-96c4-46c2-8f59-910023a58aef tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:46.553662 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-09c22c36-0f28-4647-afc8-e8009dc69753 req-e86c20c8-96c4-46c2-8f59-910023a58aef tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0659742 May 28 03:37:46.610300 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-09c22c36-0f28-4647-afc8-e8009dc69753 req-9928b781-2e48-49ec-81d4-26abb4d4a8d1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533335 May 28 03:37:46.829960 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 33990) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:46.843457 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:46.944160 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Publish callbacks [] for security_group (0ebe4073-ad59-4f26-92d2-7750dbfe117b), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:47.015603 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0ebe4073-ad59-4f26-92d2-7750dbfe117b), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:47.030380 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:47.071672 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=56322bc8c6a14de498f19d610dc8e1ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406332 May 28 03:37:47.073130 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebe4073-ad59-4f26-92d2-7750dbfe117b,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:47.074426 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34004) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:47.080706 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.081262 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.081791 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.083327 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.083795 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.084250 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.084721 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.085332 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.085674 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.085988 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.086310 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.086627 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.086941 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.087261 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.087562 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928c3092-1d72-4261-8b88-cfa350a20e2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:47.148529 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ac26578-1f0b-4e44-afe5-00cc49afe0b7 admin admin] Publish callbacks [] for security_group (0ebe4073-ad59-4f26-92d2-7750dbfe117b), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:47.183168 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ac26578-1f0b-4e44-afe5-00cc49afe0b7 admin admin] Publish callbacks [] for security_group (0ebe4073-ad59-4f26-92d2-7750dbfe117b), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:47.312183 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ac26578-1f0b-4e44-afe5-00cc49afe0b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0ebe4073-ad59-4f26-92d2-7750dbfe117b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:47.314837 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ac26578-1f0b-4e44-afe5-00cc49afe0b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:47.316041 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1ac26578-1f0b-4e44-afe5-00cc49afe0b7 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0ebe4073-ad59-4f26-92d2-7750dbfe117b HTTP/1.1" status: 204 len: 168 time: 0.2404463 May 28 03:37:47.326016 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac26578-1f0b-4e44-afe5-00cc49afe0b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebe4073-ad59-4f26-92d2-7750dbfe117b,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:47.525038 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbc676-6f27-4735-b3cc-0cf0e3b30b1e req-44d5790e-f292-4e20-9bff-243e39e7d85b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:47.527392 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1dfbc676-6f27-4735-b3cc-0cf0e3b30b1e req-44d5790e-f292-4e20-9bff-243e39e7d85b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0560088 May 28 03:37:47.591069 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1dfbc676-6f27-4735-b3cc-0cf0e3b30b1e req-eed5679c-ea85-463a-876e-565cc3fc418e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572181 May 28 03:37:47.787163 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec7c50-a6c5-49db-bbd0-60348bea1b5f req-acbee709-a6dd-453b-9274-66d363a82982 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:47.788707 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-60ec7c50-a6c5-49db-bbd0-60348bea1b5f req-acbee709-a6dd-453b-9274-66d363a82982 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0797381 May 28 03:37:47.844151 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-60ec7c50-a6c5-49db-bbd0-60348bea1b5f req-76d001d4-149a-4b37-8e89-e27a0698ce1e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495021 May 28 03:37:48.031846 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34038) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:48.045754 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2895-ab49-46b4-a50d-3dae220d2161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.125022 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2895-ab49-46b4-a50d-3dae220d2161 admin admin] Publish callbacks [] for security_group (0464e421-927e-4d25-82c3-63be2d5968d7), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.203323 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b2ca2895-ab49-46b4-a50d-3dae220d2161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0464e421-927e-4d25-82c3-63be2d5968d7), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.208970 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34044) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:48.243790 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca2895-ab49-46b4-a50d-3dae220d2161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0464e421-927e-4d25-82c3-63be2d5968d7,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:48.250730 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b2ca2895-ab49-46b4-a50d-3dae220d2161 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8f65e17dbea549b29dcd9e9263c54151&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153623 May 28 03:37:48.251062 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34048) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:48.300304 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e0f3cf92-c5df-4630-9329-d27247167e85 admin admin] Publish callbacks [] for security_group (0464e421-927e-4d25-82c3-63be2d5968d7), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.328749 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e6aad050-c21a-442a-84d9-4e54c3bcb415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.343768 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e0f3cf92-c5df-4630-9329-d27247167e85 admin admin] Publish callbacks [] for security_group (0464e421-927e-4d25-82c3-63be2d5968d7), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.437820 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e6aad050-c21a-442a-84d9-4e54c3bcb415 admin admin] Publish callbacks [] for security_group (3056d1dc-7d59-4c15-a3c2-f0ab336ce109), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.536077 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e0f3cf92-c5df-4630-9329-d27247167e85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0464e421-927e-4d25-82c3-63be2d5968d7), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.538642 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e0f3cf92-c5df-4630-9329-d27247167e85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.539803 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e0f3cf92-c5df-4630-9329-d27247167e85 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0464e421-927e-4d25-82c3-63be2d5968d7 HTTP/1.1" status: 204 len: 168 time: 0.2877591 May 28 03:37:48.540579 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e6aad050-c21a-442a-84d9-4e54c3bcb415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (3056d1dc-7d59-4c15-a3c2-f0ab336ce109), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.546338 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:48.562324 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f3cf92-c5df-4630-9329-d27247167e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0464e421-927e-4d25-82c3-63be2d5968d7,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:48.589140 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e6aad050-c21a-442a-84d9-4e54c3bcb415 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1c02e4c8a1d449f087a42405a3105f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3790042 May 28 03:37:48.591819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34052) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:48.594128 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aad050-c21a-442a-84d9-4e54c3bcb415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3056d1dc-7d59-4c15-a3c2-f0ab336ce109,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:48.651052 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-95ee0c3b-3258-47d1-85fc-1baef7c99741 admin admin] Publish callbacks [] for security_group (3056d1dc-7d59-4c15-a3c2-f0ab336ce109), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.676812 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-95ee0c3b-3258-47d1-85fc-1baef7c99741 admin admin] Publish callbacks [] for security_group (3056d1dc-7d59-4c15-a3c2-f0ab336ce109), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.755256 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1393b0f3-f1e5-4752-8baa-e1bbbbbb6190 req-8ab2736a-b4e0-4577-aa0f-5db1f0e1fc76 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:48.756926 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1393b0f3-f1e5-4752-8baa-e1bbbbbb6190 req-8ab2736a-b4e0-4577-aa0f-5db1f0e1fc76 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0685377 May 28 03:37:48.809564 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:48.845928 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc360880-30c9-4026-87da-80063413328f req-fafbd0e5-aee6-4e67-9d93-7c2bd6a6ff07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:48.847423 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cc360880-30c9-4026-87da-80063413328f req-fafbd0e5-aee6-4e67-9d93-7c2bd6a6ff07 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 1129 time: 0.0816045 May 28 03:37:48.855129 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1393b0f3-f1e5-4752-8baa-e1bbbbbb6190 req-6b27b4d7-14aa-4401-9d78-e1db52641837 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915854 May 28 03:37:48.949506 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-95ee0c3b-3258-47d1-85fc-1baef7c99741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (3056d1dc-7d59-4c15-a3c2-f0ab336ce109), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.952467 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-95ee0c3b-3258-47d1-85fc-1baef7c99741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:48.953769 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-95ee0c3b-3258-47d1-85fc-1baef7c99741 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3056d1dc-7d59-4c15-a3c2-f0ab336ce109 HTTP/1.1" status: 204 len: 168 time: 0.3603537 May 28 03:37:48.984244 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ee0c3b-3258-47d1-85fc-1baef7c99741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3056d1dc-7d59-4c15-a3c2-f0ab336ce109,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:49.052204 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:49.076359 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1a18c-13ea-49ee-8352-f66c80851796 req-3dfc85e4-4d83-4239-8c2d-54fb847fad76 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:49.077890 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c3b1a18c-13ea-49ee-8352-f66c80851796 req-3dfc85e4-4d83-4239-8c2d-54fb847fad76 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.1300867 May 28 03:37:49.115186 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc360880-30c9-4026-87da-80063413328f req-56643d4a-2707-4b57-96bc-c85f2d599d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:49.116646 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cc360880-30c9-4026-87da-80063413328f req-56643d4a-2707-4b57-96bc-c85f2d599d38 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 918 time: 0.2219887 May 28 03:37:49.183219 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c3b1a18c-13ea-49ee-8352-f66c80851796 req-16487817-69eb-4afc-b78b-0a005aa418d7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875213 May 28 03:37:49.211820 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cc360880-30c9-4026-87da-80063413328f req-4fd34fd4-dc12-44aa-926a-13aec8dc26e6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9 HTTP/1.1" status: 200 len: 1001 time: 0.0761654 May 28 03:37:49.229833 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=12 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:49.234950 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=14 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:49.270337 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc360880-30c9-4026-87da-80063413328f req-c26da8ab-dca4-40d4-b89a-7405f828b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:49.271831 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cc360880-30c9-4026-87da-80063413328f req-c26da8ab-dca4-40d4-b89a-7405f828b76d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 HTTP/1.1" status: 200 len: 856 time: 0.0516384 May 28 03:37:49.338731 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc360880-30c9-4026-87da-80063413328f req-ba44d280-b98e-4a11-9624-040a2b9817db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:49.340505 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cc360880-30c9-4026-87da-80063413328f req-ba44d280-b98e-4a11-9624-040a2b9817db service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f47d9414-85e4-4030-814e-0a5133c3d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0592360 May 28 03:37:49.386448 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ac26fdb6-cc32-48eb-b3b6-3f9258422ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:49.470111 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cc360880-30c9-4026-87da-80063413328f req-134ea102-0944-4df8-a2f0-de5b5283f74c service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128500 May 28 03:37:49.556384 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:37:49.637992 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:49.802655 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cc360880-30c9-4026-87da-80063413328f req-386a0941-9abc-4b18-946e-169d7553a1d7 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263490 May 28 03:37:49.826083 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34106) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:49.941338 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1675924271-network', 'tenant_id': 'ccf50ff938ce4fdb8d24871054e0015d'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:37:50.002364 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b458ccd-2949-4d81-b0b0-0dcb9107d020 req-0e6b8822-e159-49c0-ad1d-9ccbccb71cdc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:50.003817 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6b458ccd-2949-4d81-b0b0-0dcb9107d020 req-0e6b8822-e159-49c0-ad1d-9ccbccb71cdc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0571516 May 28 03:37:50.052100 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6b458ccd-2949-4d81-b0b0-0dcb9107d020 req-769d94bc-9dc4-40e4-b2b0-df386cef1677 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412672 May 28 03:37:50.066185 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Made reservation on behalf of ccf50ff938ce4fdb8d24871054e0015d for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:37:50.068629 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:50.077393 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:50.154335 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Publish callbacks [] for security_group (9118cb29-1b8d-4727-b06c-c5aa2e496d13), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:50.248595 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (9118cb29-1b8d-4727-b06c-c5aa2e496d13), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:50.283143 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:37:50.285558 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9118cb29-1b8d-4727-b06c-c5aa2e496d13,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:50.290338 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (7f416e29-501c-4382-aa5b-84a7368134ea), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:50.290684 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Added segment 7f416e29-501c-4382-aa5b-84a7368134ea of type vlan for network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 May 28 03:37:50.320292 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec66527-faa7-4953-9ad9-905b52d1487a req-9dcff088-d672-495a-a455-da39aa7b9aa0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:50.321801 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9ec66527-faa7-4953-9ad9-905b52d1487a req-9dcff088-d672-495a-a455-da39aa7b9aa0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0496340 May 28 03:37:50.338703 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (d0e4e4f5-23db-4c8c-a345-0058f3ae5e11), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:50.374507 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9ec66527-faa7-4953-9ad9-905b52d1487a req-2726d253-7864-44d3-99d1-9d6f708308fe tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450184 May 28 03:37:50.414762 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:50.477325 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (d0e4e4f5-23db-4c8c-a345-0058f3ae5e11), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:50.478358 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:50.478991 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:50.546057 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] Pushing event updated for resources: {'Network': ['ID=d0e4e4f5-23db-4c8c-a345-0058f3ae5e11,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:50.557136 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:37:50.624990 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-06986ab8-9d57-4d80-b6c1-8bc0f53fadc0 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7975984 May 28 03:37:50.630572 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34128) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:50.632924 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-7302d07e-12af-4e6e-b095-acc576435fee admin admin] Request body: {'subnet': {'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1675924271-subnet', 'tenant_id': 'ccf50ff938ce4fdb8d24871054e0015d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:37:50.735157 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7302d07e-12af-4e6e-b095-acc576435fee admin admin] Made reservation on behalf of ccf50ff938ce4fdb8d24871054e0015d for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:37:50.737806 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7302d07e-12af-4e6e-b095-acc576435fee admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:51.004533 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7302d07e-12af-4e6e-b095-acc576435fee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (8b25d6a2-f86a-4c5f-8006-4e75d0dccc60), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:51.064107 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34134) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:51.068152 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7302d07e-12af-4e6e-b095-acc576435fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b25d6a2-f86a-4c5f-8006-4e75d0dccc60,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:51.072402 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7302d07e-12af-4e6e-b095-acc576435fee admin admin] Checking segment: {'id': '7f416e29-501c-4382-aa5b-84a7368134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:37:51.072750 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7302d07e-12af-4e6e-b095-acc576435fee admin admin] Network hostable DHCP agents. Network: d0e4e4f5-23db-4c8c-a345-0058f3ae5e11, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:37:51.175007 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7302d07e-12af-4e6e-b095-acc576435fee admin admin] Network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:37:51.182346 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae5d78-5573-4b03-8137-5926391b6db2 req-727882e9-2979-40ae-829c-feaace0e02e0 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:51.183810 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1dae5d78-5573-4b03-8137-5926391b6db2 req-727882e9-2979-40ae-829c-feaace0e02e0 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0582967 May 28 03:37:51.184999 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-390a3143-66df-4e55-ab45-bf2702c61c74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:51.213206 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:51.258465 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1dae5d78-5573-4b03-8137-5926391b6db2 req-1ea647f9-2826-4c05-9608-4939b476b1c9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650976 May 28 03:37:51.260700 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-7302d07e-12af-4e6e-b095-acc576435fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, d0e4e4f5-23db-4c8c-a345-0058f3ae5e11) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:37:51.265261 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7302d07e-12af-4e6e-b095-acc576435fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:51.265871 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7302d07e-12af-4e6e-b095-acc576435fee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:51.271850 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a2b933-2d62-498e-908c-bc875ece6236 None None] Network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:37:51.319330 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-390a3143-66df-4e55-ab45-bf2702c61c74 admin admin] Publish callbacks [] for security_group (f92a5b13-2ecb-4b86-aff4-62f2928cd89c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:51.380075 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-7302d07e-12af-4e6e-b095-acc576435fee admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7500813 May 28 03:37:51.380608 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d84a8f-e68e-4587-956d-454410d6d85c None None] Network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:37:51.421139 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-390a3143-66df-4e55-ab45-bf2702c61c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (f92a5b13-2ecb-4b86-aff4-62f2928cd89c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:51.467866 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-390a3143-66df-4e55-ab45-bf2702c61c74 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b8f3144aed5c4c64a2d723dfc09db682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4025900 May 28 03:37:51.469278 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390a3143-66df-4e55-ab45-bf2702c61c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f92a5b13-2ecb-4b86-aff4-62f2928cd89c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:51.471630 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34148) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:51.509643 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d4b8f-1efa-4397-ac0a-1a68003e8bf8 req-a33a24c2-1f67-4195-8be1-300e4d520b3b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:51.513579 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e44d4b8f-1efa-4397-ac0a-1a68003e8bf8 req-a33a24c2-1f67-4195-8be1-300e4d520b3b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0610647 May 28 03:37:51.527404 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b326773-a06e-41ed-9eb1-3594058f0600 admin admin] Publish callbacks [] for security_group (f92a5b13-2ecb-4b86-aff4-62f2928cd89c), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:51.552748 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b326773-a06e-41ed-9eb1-3594058f0600 admin admin] Publish callbacks [] for security_group (f92a5b13-2ecb-4b86-aff4-62f2928cd89c), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:51.573321 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e44d4b8f-1efa-4397-ac0a-1a68003e8bf8 req-fd031b23-6ed1-4d86-af34-58e709f8fd43 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557685 May 28 03:37:51.583981 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:51.718081 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e434eb1d-c07b-4b9f-8285-7e9298a646d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:51.718592 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b326773-a06e-41ed-9eb1-3594058f0600 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (f92a5b13-2ecb-4b86-aff4-62f2928cd89c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:51.724094 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9b326773-a06e-41ed-9eb1-3594058f0600 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:51.725686 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9b326773-a06e-41ed-9eb1-3594058f0600 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/f92a5b13-2ecb-4b86-aff4-62f2928cd89c HTTP/1.1" status: 204 len: 168 time: 0.2528639 May 28 03:37:51.741468 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b326773-a06e-41ed-9eb1-3594058f0600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f92a5b13-2ecb-4b86-aff4-62f2928cd89c,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:51.853506 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34162) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:51.958500 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b37a9aa3-7d33-45d8-b45a-101305011942 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:52.040282 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b37a9aa3-7d33-45d8-b45a-101305011942 admin admin] Publish callbacks [] for security_group (a434c212-711d-46de-9ee3-4ab69dc25534), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:52.095347 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b37a9aa3-7d33-45d8-b45a-101305011942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a434c212-711d-46de-9ee3-4ab69dc25534), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:52.137702 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b37a9aa3-7d33-45d8-b45a-101305011942 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e50dec77ce95482684238cccd67838d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2830653 May 28 03:37:52.139632 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a9aa3-7d33-45d8-b45a-101305011942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a434c212-711d-46de-9ee3-4ab69dc25534,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:52.140614 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34168) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:52.179613 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:52.192767 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-14e82c36-1e6a-4c4a-8642-957b1f0d984e admin admin] Publish callbacks [] for security_group (a434c212-711d-46de-9ee3-4ab69dc25534), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:52.214646 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-14e82c36-1e6a-4c4a-8642-957b1f0d984e admin admin] Publish callbacks [] for security_group (a434c212-711d-46de-9ee3-4ab69dc25534), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:52.351946 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-14e82c36-1e6a-4c4a-8642-957b1f0d984e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a434c212-711d-46de-9ee3-4ab69dc25534), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:52.354587 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-14e82c36-1e6a-4c4a-8642-957b1f0d984e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:52.356683 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-14e82c36-1e6a-4c4a-8642-957b1f0d984e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a434c212-711d-46de-9ee3-4ab69dc25534 HTTP/1.1" status: 204 len: 168 time: 0.2141223 May 28 03:37:52.364691 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e82c36-1e6a-4c4a-8642-957b1f0d984e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a434c212-711d-46de-9ee3-4ab69dc25534,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:52.416911 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd4e18-4295-4e7b-a71c-3dd287ad86b2 req-cf274a2e-dcf9-43bc-8a69-b7082b374d01 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:52.418489 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-eabd4e18-4295-4e7b-a71c-3dd287ad86b2 req-cf274a2e-dcf9-43bc-8a69-b7082b374d01 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0736802 May 28 03:37:52.471758 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-eabd4e18-4295-4e7b-a71c-3dd287ad86b2 req-7e51108e-c37c-4463-8575-c8d474584d01 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467877 May 28 03:37:52.555096 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34178) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:52.568470 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-073a5fb0-545d-4a91-841b-3db343a314f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:52.610391 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:52.662507 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-073a5fb0-545d-4a91-841b-3db343a314f5 admin admin] Publish callbacks [] for security_group (58c8373e-6698-45b6-96fa-b996a764dc7e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:52.696962 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608534b-7463-4e9c-87c8-8825a4a0e7aa req-69e93e18-7a02-4481-a1b5-60cdd679fbfb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:52.698582 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2608534b-7463-4e9c-87c8-8825a4a0e7aa req-69e93e18-7a02-4481-a1b5-60cdd679fbfb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0586238 May 28 03:37:52.749134 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2608534b-7463-4e9c-87c8-8825a4a0e7aa req-ac3a367a-d559-42a4-ae76-50532bdf7148 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450251 May 28 03:37:52.786972 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-073a5fb0-545d-4a91-841b-3db343a314f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (58c8373e-6698-45b6-96fa-b996a764dc7e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:52.827027 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-073a5fb0-545d-4a91-841b-3db343a314f5 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a0dcd540394b46a1afe283eac77c7534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2708671 May 28 03:37:52.827745 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a5fb0-545d-4a91-841b-3db343a314f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58c8373e-6698-45b6-96fa-b996a764dc7e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:52.829743 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34190) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:52.856050 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:52.896111 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f5d7-dad4-4e2f-ba41-ea3bbd8e6508 admin admin] Publish callbacks [] for security_group (58c8373e-6698-45b6-96fa-b996a764dc7e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:52.921765 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f5d7-dad4-4e2f-ba41-ea3bbd8e6508 admin admin] Publish callbacks [] for security_group (58c8373e-6698-45b6-96fa-b996a764dc7e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:53.232795 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f5d7-dad4-4e2f-ba41-ea3bbd8e6508 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (58c8373e-6698-45b6-96fa-b996a764dc7e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:53.239031 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9ea2f5d7-dad4-4e2f-ba41-ea3bbd8e6508 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:53.246005 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9ea2f5d7-dad4-4e2f-ba41-ea3bbd8e6508 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/58c8373e-6698-45b6-96fa-b996a764dc7e HTTP/1.1" status: 204 len: 168 time: 0.4099424 May 28 03:37:53.253993 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2f5d7-dad4-4e2f-ba41-ea3bbd8e6508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58c8373e-6698-45b6-96fa-b996a764dc7e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:53.613827 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c2ef6a-1b89-49d7-8e06-ef51b2a7a57e req-15fcf838-6e1c-4a52-be27-d2688f9774ae tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:53.615437 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-05c2ef6a-1b89-49d7-8e06-ef51b2a7a57e req-15fcf838-6e1c-4a52-be27-d2688f9774ae tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0665555 May 28 03:37:53.670924 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-05c2ef6a-1b89-49d7-8e06-ef51b2a7a57e req-fb236880-dc62-4e78-8f18-7d657eda73a9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499692 May 28 03:37:53.776710 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-4b9f0e5b-e670-4ae8-a770-00e211b2111c tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:53.785012 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-4b9f0e5b-e670-4ae8-a770-00e211b2111c tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/networks?id=d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 HTTP/1.1" status: 200 len: 809 time: 0.1302824 May 28 03:37:53.801618 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-7d00fad7-dca9-4252-9568-220c7ffbd543 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/quotas/ccf50ff938ce4fdb8d24871054e0015d HTTP/1.1" status: 200 len: 375 time: 0.0149727 May 28 03:37:53.841440 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-7cc3f78b-a7c8-4eb6-ac9e-1c786675cd5d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ccf50ff938ce4fdb8d24871054e0015d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388808 May 28 03:37:53.896263 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59ca158-5dd9-4c16-be2d-9b99ecc312c2 req-c234718b-8c27-4281-9827-7960ad1758d8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:53.897975 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a59ca158-5dd9-4c16-be2d-9b99ecc312c2 req-c234718b-8c27-4281-9827-7960ad1758d8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0558112 May 28 03:37:53.913161 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=81,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:53.952512 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-55e3d6ee-eff3-4b54-ae7a-151d25f53af7 service neutron] 10.222.0.41 "GET /v2.0/networks/d0e4e4f5-23db-4c8c-a345-0058f3ae5e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099875 May 28 03:37:53.961413 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a59ca158-5dd9-4c16-be2d-9b99ecc312c2 req-a7ebd480-a8d3-474c-afc7-b92df62a7b90 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568659 May 28 03:37:54.042684 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:54.064532 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-0afcc60e-bc33-447a-b34f-62516d006ebf service neutron] 10.222.0.41 "GET /v2.0/networks/d0e4e4f5-23db-4c8c-a345-0058f3ae5e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018455 May 28 03:37:54.134492 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34244) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:54.134622 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34246) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:54.136865 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-40c7f528-264e-4908-be02-425167b9c3d8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1105998138', 'description': 'tempest-description--1002120809'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:37:54.147734 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-03731454-1a66-4fbd-a30c-7f0ee9221584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.222167 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-03731454-1a66-4fbd-a30c-7f0ee9221584 admin admin] Publish callbacks [] for security_group (97b30581-9f98-48bd-a3ac-51eed44c6434), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.249314 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.249900 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-40c7f528-264e-4908-be02-425167b9c3d8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.290053 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-03731454-1a66-4fbd-a30c-7f0ee9221584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (97b30581-9f98-48bd-a3ac-51eed44c6434), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.364421 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-40c7f528-264e-4908-be02-425167b9c3d8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (f53fa7a5-9032-4604-8bca-d36f2c7debd5), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.382825 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-03731454-1a66-4fbd-a30c-7f0ee9221584 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1f6fd1702fd048679ac43dda5b568198&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2451310 May 28 03:37:54.382825 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03731454-1a66-4fbd-a30c-7f0ee9221584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97b30581-9f98-48bd-a3ac-51eed44c6434,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:54.384104 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34252) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:54.413546 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7d532a1a-19e2-43a3-841c-04957ccef66f req-ed45fab8-069b-44d1-98b6-71476e62215b tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 210 time: 0.0370033 May 28 03:37:54.455102 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9af2f8c9-8aae-4e83-b890-582852de6793 admin admin] Publish callbacks [] for security_group (97b30581-9f98-48bd-a3ac-51eed44c6434), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.455248 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-40c7f528-264e-4908-be02-425167b9c3d8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (f53fa7a5-9032-4604-8bca-d36f2c7debd5), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.457997 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe7b36-e679-448d-81ef-49d145439089 req-d828eedb-8c01-46bd-91e9-33abe72244f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:54.459800 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cfbe7b36-e679-448d-81ef-49d145439089 req-d828eedb-8c01-46bd-91e9-33abe72244f6 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 1129 time: 0.0484166 May 28 03:37:54.480401 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9af2f8c9-8aae-4e83-b890-582852de6793 admin admin] Publish callbacks [] for security_group (97b30581-9f98-48bd-a3ac-51eed44c6434), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.480724 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:54.513779 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c7f528-264e-4908-be02-425167b9c3d8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f53fa7a5-9032-4604-8bca-d36f2c7debd5,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:54.540614 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cfbe7b36-e679-448d-81ef-49d145439089 req-079c99c4-f994-4364-9667-669b9aae4588 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726650 May 28 03:37:54.631990 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9af2f8c9-8aae-4e83-b890-582852de6793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (97b30581-9f98-48bd-a3ac-51eed44c6434), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.634912 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9af2f8c9-8aae-4e83-b890-582852de6793 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.635626 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-40c7f528-264e-4908-be02-425167b9c3d8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.638458 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9af2f8c9-8aae-4e83-b890-582852de6793 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/97b30581-9f98-48bd-a3ac-51eed44c6434 HTTP/1.1" status: 204 len: 168 time: 0.2508349 May 28 03:37:54.642368 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-40c7f528-264e-4908-be02-425167b9c3d8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5092688 May 28 03:37:54.649485 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34260) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:54.655396 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-fc3809ab-9623-4419-9c42-98b0ab20433f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'security_group_rule': {'security_group_id': 'f53fa7a5-9032-4604-8bca-d36f2c7debd5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:37:54.661908 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2f8c9-8aae-4e83-b890-582852de6793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b30581-9f98-48bd-a3ac-51eed44c6434,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:54.670628 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:54.742500 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fc3809ab-9623-4419-9c42-98b0ab20433f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (9c50313d-dcfa-40f6-8fce-e48f7aa43651), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.837775 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fc3809ab-9623-4419-9c42-98b0ab20433f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (9c50313d-dcfa-40f6-8fce-e48f7aa43651), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.853451 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c15a3a-73b7-43b4-8ad1-e73b9b13f791 req-ebe42e47-1e74-4b19-9386-cf498e8a180d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:54.858306 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-17c15a3a-73b7-43b4-8ad1-e73b9b13f791 req-ebe42e47-1e74-4b19-9386-cf498e8a180d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0612426 May 28 03:37:54.921623 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-17c15a3a-73b7-43b4-8ad1-e73b9b13f791 req-ffea0056-b9f3-4c4e-9f28-ca6a60514320 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565081 May 28 03:37:54.946534 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fc3809ab-9623-4419-9c42-98b0ab20433f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (9c50313d-dcfa-40f6-8fce-e48f7aa43651), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:54.965494 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3809ab-9623-4419-9c42-98b0ab20433f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c50313d-dcfa-40f6-8fce-e48f7aa43651,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:54.986518 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:37:55.062977 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fc3809ab-9623-4419-9c42-98b0ab20433f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:55.067619 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-fc3809ab-9623-4419-9c42-98b0ab20433f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4170852 May 28 03:37:55.068254 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34272) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:55.074273 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-6f8a601a-f096-4526-9194-e3dfc28d151e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'security_group_rule': {'security_group_id': 'f53fa7a5-9032-4604-8bca-d36f2c7debd5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:37:55.099635 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93fb01-51c4-43a0-a93f-b0e947e1774f req-4a58151a-8e56-425c-9c99-f85baedb37bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:55.104229 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6f93fb01-51c4-43a0-a93f-b0e947e1774f req-4a58151a-8e56-425c-9c99-f85baedb37bb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0548987 May 28 03:37:55.114718 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:37:55.129255 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'port_id': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'mac_address': 'fa:16:3e:b4:39:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:37:55.157927 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6f93fb01-51c4-43a0-a93f-b0e947e1774f req-2c1f0515-46c7-4f91-abfb-5179b38c312c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502293 May 28 03:37:55.171629 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 is: ACTIVE; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:37:55.172342 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:55.190769 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:37:55.219459 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6f8a601a-f096-4526-9194-e3dfc28d151e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (577daa70-50ef-4764-bd62-9db36d69cc29), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:55.219564 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:37:55.274165 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6f8a601a-f096-4526-9194-e3dfc28d151e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (577daa70-50ef-4764-bd62-9db36d69cc29), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:55.300717 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:55.347380 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,revision_number=6']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:55.357687 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6f8a601a-f096-4526-9194-e3dfc28d151e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (577daa70-50ef-4764-bd62-9db36d69cc29), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:55.359448 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.359981 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.360307 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.360662 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.360993 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.361388 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.361729 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.362120 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.369767 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.369767 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.369767 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.369767 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.369767 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.369767 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.369767 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:37:55.375998 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a601a-f096-4526-9194-e3dfc28d151e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=577daa70-50ef-4764-bd62-9db36d69cc29,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:55.426546 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['97df7472-c1e5-4bbd-80b5-6efb1965aeb9'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:37:55.502182 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d970e714-9614-4230-9dba-f40cf7aac7af req-bf524916-0dae-4bde-8ec7-e7600ba3ce3b tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 210 time: 0.0318391 May 28 03:37:55.516671 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6f8a601a-f096-4526-9194-e3dfc28d151e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:55.518159 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-6f8a601a-f096-4526-9194-e3dfc28d151e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4486063 May 28 03:37:55.521867 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34288) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:55.526347 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:37:55.558635 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:55.582884 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:55.605797 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:55.654853 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:55.694065 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:55.810617 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Allocated IP 172.27.3.236 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/2267a9be-7504-40b9-a232-3abe06937cda) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:37:55.849625 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:55.921334 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for port (2267a9be-7504-40b9-a232-3abe06937cda), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:56.037673 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b35f13-f9c5-4544-9a4d-f76b9fa96778 req-49b7c4e9-5dce-435e-acc0-5f811bf1f435 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:56.039161 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c4b35f13-f9c5-4544-9a4d-f76b9fa96778 req-49b7c4e9-5dce-435e-acc0-5f811bf1f435 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 944 time: 0.0521147 May 28 03:37:56.040584 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (2267a9be-7504-40b9-a232-3abe06937cda), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:56.102253 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:37:56.111769 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:37:56.118027 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:37:56.125093 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'Port': ['ID=2267a9be-7504-40b9-a232-3abe06937cda,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:56.170480 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c4b35f13-f9c5-4544-9a4d-f76b9fa96778 req-078ec063-5790-447d-a804-a4165408d86d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243634 May 28 03:37:56.238945 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (13b2ba73-3273-4919-9049-3800eba01f1c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:56.300001 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf7013-0db8-4981-a4e5-b4bf85874197 req-98c4a44a-781c-4418-ae70-6193bb4a1166 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:56.301589 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1cbf7013-0db8-4981-a4e5-b4bf85874197 req-98c4a44a-781c-4418-ae70-6193bb4a1166 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0565538 May 28 03:37:56.352839 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1cbf7013-0db8-4981-a4e5-b4bf85874197 req-21f88afd-e027-45a9-afdd-a16c8ab38f08 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440879 May 28 03:37:56.393863 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:56.398718 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (2267a9be-7504-40b9-a232-3abe06937cda), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:56.597224 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for port (2267a9be-7504-40b9-a232-3abe06937cda), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:56.630264 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d0740830-f5bf-4270-acf3-0a892ce8a288 req-6b74a399-b348-41f2-885f-2ff74974989d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 210 time: 0.0360780 May 28 03:37:56.643692 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (2267a9be-7504-40b9-a232-3abe06937cda), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:56.712562 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'Port': ['ID=2267a9be-7504-40b9-a232-3abe06937cda,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:56.733612 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (13b2ba73-3273-4919-9049-3800eba01f1c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:56.857010 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:56.863543 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-84167be9-f3d2-4573-9c01-6001e0004b29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3357348 May 28 03:37:57.004622 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:37:57.029382 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:57.050661 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-a6a0bbfa-dc1a-46cc-9925-a37087ae3060 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1105998138&fields=id&tenant_id=68e1a9e256f64e46919b1e362b4f68d8 HTTP/1.1" status: 200 len: 267 time: 0.0421252 May 28 03:37:57.056632 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:37:57.057007 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:57.148857 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:37:57.149312 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:57.178235 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:37:57.180781 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6077d0-6e45-427d-a450-8c095e0153d2" -d '{"events": [{"server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "name": "network-vif-plugged", "status": "completed", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:37:57.205584 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564f24-0339-4d4a-8439-ab678835c0fe req-630f68fb-7857-4a07-9e25-2241b4df7a4b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:57.209017 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:37:57.212964 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-630f68fb-7857-4a07-9e25-2241b4df7a4b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/networks?id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 200 len: 814 time: 0.1543348 May 28 03:37:57.230753 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-2ed6735f-7f5f-47d2-b437-5b3a44d7f2e1 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/quotas/68e1a9e256f64e46919b1e362b4f68d8 HTTP/1.1" status: 200 len: 375 time: 0.0167804 May 28 03:37:57.255708 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:57.290112 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de311165-6d38-4640-83e8-4b06e1592184 x-openstack-request-id: req-de311165-6d38-4640-83e8-4b06e1592184 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:37:57.290112 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "name": "network-vif-plugged", "status": "completed", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:37:57.290112 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-de311165-6d38-4640-83e8-4b06e1592184 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:37:57.290112 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de311165-6d38-4640-83e8-4b06e1592184'] response: {'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'code': 200} May 28 03:37:57.319701 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,revision_number=7']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:57.326535 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-beb00828-306f-4b5d-9074-6a761e7889d4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0948217 May 28 03:37:57.487250 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-64584c81-cdd0-4d02-ae47-d4b43bd74e10 service neutron] 10.222.0.41 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369672 May 28 03:37:57.511691 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54f74ee-bba9-4e7c-a89a-6859f0be2c44 req-16036205-616a-4ba1-ab5e-2f47b920c0cb tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:57.515101 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d54f74ee-bba9-4e7c-a89a-6859f0be2c44 req-16036205-616a-4ba1-ab5e-2f47b920c0cb tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.1312754 May 28 03:37:57.562840 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-35c73116-d7dd-4108-8908-13a3316c8698 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:57.564277 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-35c73116-d7dd-4108-8908-13a3316c8698 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.27 "GET /v2.0/networks?id=d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 HTTP/1.1" status: 200 len: 809 time: 0.2070649 May 28 03:37:57.588242 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Request body: {'port': {'device_id': 'f966dbeb-97e6-4540-acd6-e64e52e4e45b', 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11', 'admin_state_up': True, 'tenant_id': 'ccf50ff938ce4fdb8d24871054e0015d'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:37:57.592802 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-83fe6f6f-9a30-4e97-afec-1ded7d49b3e1 service neutron] 10.222.0.41 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954487 May 28 03:37:57.632943 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d54f74ee-bba9-4e7c-a89a-6859f0be2c44 req-21d29f0b-86f4-424e-9a9e-221bbbaaaa1a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113479 May 28 03:37:57.652100 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:57.790995 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a49ede-2fe8-40f0-9f38-5241ddb5125f req-95c0ee28-39fa-4590-bd69-5113d610e0ef tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:57.792553 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d9a49ede-2fe8-40f0-9f38-5241ddb5125f req-95c0ee28-39fa-4590-bd69-5113d610e0ef tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0666928 May 28 03:37:57.883926 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Made reservation on behalf of ccf50ff938ce4fdb8d24871054e0015d for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:37:57.895879 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:57.908354 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d9a49ede-2fe8-40f0-9f38-5241ddb5125f req-4043338d-9f99-4a8d-9887-2a69ab3809c3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089327 May 28 03:37:57.949987 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34386) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:58.000267 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-14e43ac8-edfa-429e-87f8-1896189f8eb4 req-108201d6-da3f-4d0a-b872-da0125aa1d68 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 210 time: 0.0547805 May 28 03:37:58.158759 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Allocated IP 172.20.0.4 (d0e4e4f5-23db-4c8c-a345-0058f3ae5e11/8b25d6a2-f86a-4c5f-8006-4e75d0dccc60/ffc62fe3-a4d5-4cba-b924-8fbde57f6682) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:37:58.185954 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c618fc64-8d02-40b2-912c-bb14191df42d req-c544f949-ae17-44f3-a060-7c9b05efd9d7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 210 time: 0.1674612 May 28 03:37:58.212537 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f248e142-b517-4f92-919c-ad18efe3b3f9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:58.287940 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:58.329709 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f248e142-b517-4f92-919c-ad18efe3b3f9 admin admin] Publish callbacks [] for security_group (3aceccf8-4017-43e0-b93a-31b4c6dd3695), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:58.359412 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks [] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:58.518256 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f248e142-b517-4f92-919c-ad18efe3b3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (3aceccf8-4017-43e0-b93a-31b4c6dd3695), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:58.518485 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:58.524881 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:58.595287 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:37:58.599645 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:37:58.607320 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:37:58.640029 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248e142-b517-4f92-919c-ad18efe3b3f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aceccf8-4017-43e0-b93a-31b4c6dd3695,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:58.655193 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Pushing event updated for resources: {'Port': ['ID=ffc62fe3-a4d5-4cba-b924-8fbde57f6682,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:58.664305 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f248e142-b517-4f92-919c-ad18efe3b3f9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b3f7c1cdb98740d8a855fb84f66ce550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7098558 May 28 03:37:58.666075 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34424) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:37:58.743966 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3472d229-edcf-45df-b897-d79adc65322a admin admin] Publish callbacks [] for security_group (3aceccf8-4017-43e0-b93a-31b4c6dd3695), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:58.759927 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd42df3-f089-497c-bd61-eb158057b50d req-6ea66d0d-4728-442d-a449-3fae41da50c3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:58.761813 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-edd42df3-f089-497c-bd61-eb158057b50d req-6ea66d0d-4728-442d-a449-3fae41da50c3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.1270044 May 28 03:37:58.771396 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:58.772344 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:58.790031 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284cce-bfc0-4217-9b09-68d4615e7268 req-eeddba7c-aa93-4e21-8b08-9a7a21d2a0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:58.791863 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3c284cce-bfc0-4217-9b09-68d4615e7268 req-eeddba7c-aa93-4e21-8b08-9a7a21d2a0e1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 1129 time: 0.0917838 May 28 03:37:58.796315 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:58.802593 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3472d229-edcf-45df-b897-d79adc65322a admin admin] Publish callbacks [] for security_group (3aceccf8-4017-43e0-b93a-31b4c6dd3695), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:58.912644 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-edd42df3-f089-497c-bd61-eb158057b50d req-79cc17e3-3bc4-45e6-8808-6078044d2338 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351452 May 28 03:37:58.920778 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-b72c2ad9-45c5-4e11-9252-2bc1b9123ce0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3407793 May 28 03:37:58.936516 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Request body: {'port': {'device_id': 'f966dbeb-97e6-4540-acd6-e64e52e4e45b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:37:58.993458 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284cce-bfc0-4217-9b09-68d4615e7268 req-eb6abb64-8618-4c39-97d0-acc79ab8543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:58.994957 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3c284cce-bfc0-4217-9b09-68d4615e7268 req-eb6abb64-8618-4c39-97d0-acc79ab8543e service neutron] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 920 time: 0.1856153 May 28 03:37:59.045162 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3c284cce-bfc0-4217-9b09-68d4615e7268 req-b405a650-a5e3-4933-8daf-ddc63e7c6505 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2038175b-b88a-437c-9114-63208c464911 HTTP/1.1" status: 200 len: 217 time: 0.0434723 May 28 03:37:59.132559 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4c1650-a0e2-4002-b2f0-34742fe87381 req-a7b31a47-8835-49c1-8543-d85149a8fcb4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:59.154038 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ec4c1650-a0e2-4002-b2f0-34742fe87381 req-a7b31a47-8835-49c1-8543-d85149a8fcb4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0891676 May 28 03:37:59.175931 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae3a86-e43a-4bdc-b128-4c6d17e1cc2a req-a72c12f7-75ec-431a-84f4-d81dcff3a32a tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:59.177457 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-baae3a86-e43a-4bdc-b128-4c6d17e1cc2a req-a72c12f7-75ec-431a-84f4-d81dcff3a32a tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 931 time: 0.0734494 May 28 03:37:59.181975 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:59.239821 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3472d229-edcf-45df-b897-d79adc65322a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (3aceccf8-4017-43e0-b93a-31b4c6dd3695), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:59.243350 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3472d229-edcf-45df-b897-d79adc65322a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:37:59.244956 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3472d229-edcf-45df-b897-d79adc65322a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/3aceccf8-4017-43e0-b93a-31b4c6dd3695 HTTP/1.1" status: 204 len: 168 time: 0.5779500 May 28 03:37:59.258310 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472d229-edcf-45df-b897-d79adc65322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aceccf8-4017-43e0-b93a-31b4c6dd3695,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:37:59.293272 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ec4c1650-a0e2-4002-b2f0-34742fe87381 req-4239aed2-a577-4882-9836-32d77141fd45 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386509 May 28 03:37:59.338318 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284cce-bfc0-4217-9b09-68d4615e7268 req-5cac22ed-c1cb-43a3-bcec-893eac3111d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:59.341907 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3c284cce-bfc0-4217-9b09-68d4615e7268 req-5cac22ed-c1cb-43a3-bcec-893eac3111d7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.2759216 May 28 03:37:59.398848 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-baae3a86-e43a-4bdc-b128-4c6d17e1cc2a req-798b6663-e0b8-49e2-877d-9e45fe4169c9 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020512 May 28 03:37:59.466265 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:37:59.474096 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c284cce-bfc0-4217-9b09-68d4615e7268 req-dcbae8e2-d0a3-494b-987f-064784379f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:37:59.475622 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3c284cce-bfc0-4217-9b09-68d4615e7268 req-dcbae8e2-d0a3-494b-987f-064784379f75 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1123867 May 28 03:37:59.491056 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-23e60ac1-f1c1-4636-aa8f-127de89c5690 req-618a749f-d6be-49f1-8478-6c61e4969147 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 210 time: 0.0703430 May 28 03:37:59.716499 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3c284cce-bfc0-4217-9b09-68d4615e7268 req-6a30b28a-866d-467f-8fde-41c6af61a756 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849515 May 28 03:37:59.970616 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffc62fe3-a4d5-4cba-b924-8fbde57f6682 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:37:59.983448 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Publish callbacks [] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:00.081129 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3c284cce-bfc0-4217-9b09-68d4615e7268 req-34c10d2e-69d7-4ac8-b844-2dc8afc57c24 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463402 May 28 03:38:00.082552 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Transition to ACTIVE for port object ffc62fe3-a4d5-4cba-b924-8fbde57f6682 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:38:00.168545 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a2ac7-9f8d-4be0-ae58-bbc7d86eec5f req-37f9f6ca-21af-4dd3-af34-44a67ae832d1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:00.171702 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8d0a2ac7-9f8d-4be0-ae58-bbc7d86eec5f req-37f9f6ca-21af-4dd3-af34-44a67ae832d1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0581877 May 28 03:38:00.227048 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8d0a2ac7-9f8d-4be0-ae58-bbc7d86eec5f req-149c5726-a3a6-42cd-8858-c6c0df1a0894 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508928 May 28 03:38:00.375852 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:00.559628 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8132109a-b47e-4e55-8eeb-42ed6ec6cc2d req-254516c4-69fb-46ae-b9b6-565c6aeef325 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:00.561251 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8132109a-b47e-4e55-8eeb-42ed6ec6cc2d req-254516c4-69fb-46ae-b9b6-565c6aeef325 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.1467226 May 28 03:38:00.562841 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc62fe3-a4d5-4cba-b924-8fbde57f6682,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:00.577967 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:00.578932 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:00.637976 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8132109a-b47e-4e55-8eeb-42ed6ec6cc2d req-3e23f52a-5110-438e-bcf0-8a05449c6f01 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648286 May 28 03:38:00.646643 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b6c1b-082f-4bb6-9c7f-881c34848464 req-55927122-4f4b-4fd8-9197-431dfbd42014 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:00.648301 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6c6b6c1b-082f-4bb6-9c7f-881c34848464 req-55927122-4f4b-4fd8-9197-431dfbd42014 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 943 time: 0.0691566 May 28 03:38:00.770413 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6c6b6c1b-082f-4bb6-9c7f-881c34848464 req-9f7defc6-55cd-4dd9-b779-67df0c8c6ccc tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996542 May 28 03:38:00.770413 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Attempting to bind port ffc62fe3-a4d5-4cba-b924-8fbde57f6682 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:38:00.770413 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Attempting to bind port ffc62fe3-a4d5-4cba-b924-8fbde57f6682 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '7f416e29-501c-4382-aa5b-84a7368134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:38:00.771149 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Attempting to bind port ffc62fe3-a4d5-4cba-b924-8fbde57f6682 on network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:38:00.775699 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Port ffc62fe3-a4d5-4cba-b924-8fbde57f6682 on network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:38:00.776347 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Attempting to bind port ffc62fe3-a4d5-4cba-b924-8fbde57f6682 on network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:38:00.782171 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:38:00.782488 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Checking segment: {'id': '7f416e29-501c-4382-aa5b-84a7368134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:38:00.782968 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Bound using segment: {'id': '7f416e29-501c-4382-aa5b-84a7368134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:38:00.783386 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Bound port: ffc62fe3-a4d5-4cba-b924-8fbde57f6682, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f416e29-501c-4382-aa5b-84a7368134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:38:00.783723 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:00.785717 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:00.803787 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-18913e44-cb57-4e63-96a1-49450bf077ab req-05a85ae3-59e1-4f3a-afcc-cd65f3960de2 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 210 time: 0.0607471 May 28 03:38:00.894267 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] For port ffc62fe3-a4d5-4cba-b924-8fbde57f6682, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:38:00.900258 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] For port ffc62fe3-a4d5-4cba-b924-8fbde57f6682, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ffc62fe3-a4d5-4cba-b924-8fbde57f6682,segment=NetworkSegment(7f416e29-501c-4382-aa5b-84a7368134ea),segment_id=7f416e29-501c-4382-aa5b-84a7368134ea)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:38:01.026907 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:01.070239 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:01.070863 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:01.072237 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] 10.222.0.27 "PUT /v2.0/ports/ffc62fe3-a4d5-4cba-b924-8fbde57f6682 HTTP/1.1" status: 200 len: 1093 time: 2.1420269 May 28 03:38:01.072669 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f966dbeb-97e6-4540-acd6-e64e52e4e45b', 'tag': 'ffc62fe3-a4d5-4cba-b924-8fbde57f6682'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:01.075166 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840c7c7f-e3cb-4410-930f-4994e1cc4fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "f966dbeb-97e6-4540-acd6-e64e52e4e45b", "tag": "ffc62fe3-a4d5-4cba-b924-8fbde57f6682"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:01.135504 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c071a2-7bfe-407b-b914-d61a4b794900 service neutron] Pushing event updated for resources: {'Port': ['ID=ffc62fe3-a4d5-4cba-b924-8fbde57f6682,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:01.144024 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c651819-821c-49fa-a985-bead4db3d0c8 x-openstack-request-id: req-5c651819-821c-49fa-a985-bead4db3d0c8 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:01.144024 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f966dbeb-97e6-4540-acd6-e64e52e4e45b", "tag": "ffc62fe3-a4d5-4cba-b924-8fbde57f6682", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:01.144024 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5c651819-821c-49fa-a985-bead4db3d0c8 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:01.144024 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c651819-821c-49fa-a985-bead4db3d0c8'] response: {'name': 'network-changed', 'server_uuid': 'f966dbeb-97e6-4540-acd6-e64e52e4e45b', 'tag': 'ffc62fe3-a4d5-4cba-b924-8fbde57f6682', 'status': 'completed', 'code': 200} May 28 03:38:01.376670 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:01.386709 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088acb40-ee34-4695-8904-6b841f211fdd req-e73b54e0-24c7-4065-a5b9-d27b0e9ecd1d tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:01.405912 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-088acb40-ee34-4695-8904-6b841f211fdd req-e73b54e0-24c7-4065-a5b9-d27b0e9ecd1d tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0709200 May 28 03:38:01.485148 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-088acb40-ee34-4695-8904-6b841f211fdd req-f65a6462-6b6a-41be-b522-3f6a4749b629 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848274 May 28 03:38:01.823629 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080da663-22ce-4e2a-8d67-a1cf181f55ad req-e88cc85b-6b68-4665-b5fb-5eb089cf2330 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:01.832884 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-080da663-22ce-4e2a-8d67-a1cf181f55ad req-e88cc85b-6b68-4665-b5fb-5eb089cf2330 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0815222 May 28 03:38:01.938339 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-080da663-22ce-4e2a-8d67-a1cf181f55ad req-a5ba9599-9260-4195-a44f-66ce21e5b9cf tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043561 May 28 03:38:01.996306 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5cd771-98fd-4ab7-95da-f90e25e23725 req-4beae6f8-b064-41db-8017-6f3b97e03d94 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:01.998772 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bd5cd771-98fd-4ab7-95da-f90e25e23725 req-4beae6f8-b064-41db-8017-6f3b97e03d94 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 943 time: 0.0916240 May 28 03:38:02.061263 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bd5cd771-98fd-4ab7-95da-f90e25e23725 req-be65b52c-686e-493b-b365-446a735c88ef tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535603 May 28 03:38:02.095921 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-650ad3b9-e33e-4b2f-81a5-a55b35c7e786 req-0eeef833-1389-4343-ba76-e35f6ac0185d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 210 time: 0.0688431 May 28 03:38:02.204939 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:02.245534 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c7c7f-e3cb-4410-930f-4994e1cc4fe8 req-bed97c2e-1ceb-4af3-bf99-c19986a25aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:02.247463 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-840c7c7f-e3cb-4410-930f-4994e1cc4fe8 req-bed97c2e-1ceb-4af3-bf99-c19986a25aa9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ccf50ff938ce4fdb8d24871054e0015d&device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 1127 time: 0.0588584 May 28 03:38:02.657753 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea91fde-9ec3-481c-94d0-23b11fbf285c req-b0f4a52a-433f-4447-803e-41ca2ad47e7f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:02.659194 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3ea91fde-9ec3-481c-94d0-23b11fbf285c req-b0f4a52a-433f-4447-803e-41ca2ad47e7f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0502498 May 28 03:38:02.716999 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3ea91fde-9ec3-481c-94d0-23b11fbf285c req-8ccf107c-f152-4177-b0d8-beee7599f9ea tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479076 May 28 03:38:03.107856 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c7c7f-e3cb-4410-930f-4994e1cc4fe8 req-c5633e97-1a73-42d7-acc2-efbc12d104f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:03.109355 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-840c7c7f-e3cb-4410-930f-4994e1cc4fe8 req-c5633e97-1a73-42d7-acc2-efbc12d104f2 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=ccf50ff938ce4fdb8d24871054e0015d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.4356835 May 28 03:38:03.117485 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f36821d-2cc2-4740-946c-c89a43f9f6a8 req-529cadf8-6616-4890-980b-7d54b8a42720 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:03.123663 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2f36821d-2cc2-4740-946c-c89a43f9f6a8 req-529cadf8-6616-4890-980b-7d54b8a42720 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.1061759 May 28 03:38:03.239145 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dfb335-6933-4061-8e93-99f006a29cef req-1ece9b1e-f600-47d2-8550-0c626ed9a998 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:03.244466 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d9dfb335-6933-4061-8e93-99f006a29cef req-1ece9b1e-f600-47d2-8550-0c626ed9a998 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 943 time: 0.1096928 May 28 03:38:03.283304 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564f24-0339-4d4a-8439-ab678835c0fe req-ba380800-6c96-44ea-8777-b2bb02c3f50e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:03.290609 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-ba380800-6c96-44ea-8777-b2bb02c3f50e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "GET /v2.0/networks?id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 200 len: 814 time: 0.5506229 May 28 03:38:03.341731 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2f36821d-2cc2-4740-946c-c89a43f9f6a8 req-e8c41f22-5ef8-4b26-a638-b5bff94eb305 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2148461 May 28 03:38:03.391288 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d9dfb335-6933-4061-8e93-99f006a29cef req-23dd0d1a-3357-46f7-a239-a5588df6bf80 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309154 May 28 03:38:03.501366 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-20ab8d3d-d227-4a05-83c6-743873576787 req-05770805-1c52-41eb-8c5c-4ed477e2a61c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 210 time: 0.0499492 May 28 03:38:03.502686 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840c7c7f-e3cb-4410-930f-4994e1cc4fe8 req-cbec8981-e2f3-48e1-9a09-917458fadb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:03.504269 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-840c7c7f-e3cb-4410-930f-4994e1cc4fe8 req-cbec8981-e2f3-48e1-9a09-917458fadb36 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3728452 May 28 03:38:03.511465 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-0800ad33-3c7e-4fb4-a738-63654b30c3bd tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e1a9e256f64e46919b1e362b4f68d8 HTTP/1.1" status: 200 len: 472 time: 0.2070658 May 28 03:38:03.521254 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-70564f24-0339-4d4a-8439-ab678835c0fe req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'port': {'device_id': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'admin_state_up': True, 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'security_groups': ['f53fa7a5-9032-4604-8bca-d36f2c7debd5']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:03.685686 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-a41e4328-f92c-4841-af15-b5b1b64d3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:03.687652 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-a41e4328-f92c-4841-af15-b5b1b64d3878 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ccf50ff938ce4fdb8d24871054e0015d&device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 1127 time: 0.1097755 May 28 03:38:03.796809 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-648a2c0d-b1bd-4691-a532-ca4955832d14 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffc62fe3-a4d5-4cba-b924-8fbde57f6682 HTTP/1.1" status: 200 len: 217 time: 0.0987523 May 28 03:38:03.891082 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-84ceef54-24d6-4567-835b-4a57f84196ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:03.892559 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-84ceef54-24d6-4567-835b-4a57f84196ba service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8b25d6a2-f86a-4c5f-8006-4e75d0dccc60 HTTP/1.1" status: 200 len: 849 time: 0.0863914 May 28 03:38:03.921666 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:03.956059 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-a8215805-6e41-4825-9d71-b555efb48811 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d0e4e4f5-23db-4c8c-a345-0058f3ae5e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567503 May 28 03:38:03.968960 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70564f24-0339-4d4a-8439-ab678835c0fe req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Made reservation on behalf of 68e1a9e256f64e46919b1e362b4f68d8 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:38:03.972632 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-70564f24-0339-4d4a-8439-ab678835c0fe req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:03.992203 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f527a01-9e33-4e90-9598-8c41b4a44fbb req-37b69dad-8c21-40f2-933b-879ca8a0b0fd tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:04.000936 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f527a01-9e33-4e90-9598-8c41b4a44fbb req-37b69dad-8c21-40f2-933b-879ca8a0b0fd tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.1422379 May 28 03:38:04.091033 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f527a01-9e33-4e90-9598-8c41b4a44fbb req-ef3d399a-9479-4d6f-ba5d-7ecc6b56f59f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868721 May 28 03:38:04.154910 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:04.242319 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-9e386836-b182-4138-8443-cbd13f2a8a1a service neutron] 10.222.0.27 "GET /v2.0/networks/d0e4e4f5-23db-4c8c-a345-0058f3ae5e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160234 May 28 03:38:04.282610 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-70564f24-0339-4d4a-8439-ab678835c0fe req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Allocated IP 172.20.0.8 (ee7025a6-8632-48bc-9a4d-e0b6d8e98a79/f446e15b-7c64-40ee-82e8-228642b299e2/bce2d221-cb90-4b9d-b2ca-1b1020b1c795) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:38:04.436037 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dfbe9608-e047-468f-89e4-805e81ff35ab req-f4e06fb5-3318-47e4-a585-17c6fd1f21da service neutron] 10.222.0.27 "GET /v2.0/networks/d0e4e4f5-23db-4c8c-a345-0058f3ae5e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866713 May 28 03:38:04.477846 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f221cf-4c49-4241-9c94-2e33ca5939b4 req-9e129218-1cb1-4186-ba46-c87fc81d2c8b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:04.481542 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06f221cf-4c49-4241-9c94-2e33ca5939b4 req-9e129218-1cb1-4186-ba46-c87fc81d2c8b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0859461 May 28 03:38:04.524016 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b35aebf-439f-405c-8df3-eb19011ba095 req-6fc95b5b-8eb2-4be1-bf06-ecd273618528 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:04.525713 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1b35aebf-439f-405c-8df3-eb19011ba095 req-6fc95b5b-8eb2-4be1-bf06-ecd273618528 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0888348 May 28 03:38:04.581800 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06f221cf-4c49-4241-9c94-2e33ca5939b4 req-128a8e12-1f23-4ff9-9be3-a3d0f0441ee3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932078 May 28 03:38:04.680548 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1b35aebf-439f-405c-8df3-eb19011ba095 req-e519322f-d7fc-4fe3-80be-0128bae2eeba tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466126 May 28 03:38:04.711357 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-70564f24-0339-4d4a-8439-ab678835c0fe req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:04.768046 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70053d7-1278-46d0-921d-a7912338142a req-6327c4a5-5df8-44c3-b987-e127546bfba8 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:04.769832 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f70053d7-1278-46d0-921d-a7912338142a req-6327c4a5-5df8-44c3-b987-e127546bfba8 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 943 time: 0.1204073 May 28 03:38:04.817751 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f9494094-5de8-45d2-8b06-aeea821f8593 req-31f6068f-8e82-46ff-b82e-816a130c6ef2 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 210 time: 0.0477085 May 28 03:38:04.846853 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-70564f24-0339-4d4a-8439-ab678835c0fe req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:04.873833 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f70053d7-1278-46d0-921d-a7912338142a req-e2aee969-0b82-4b29-b3f7-3794ce236039 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980506 May 28 03:38:04.935554 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70564f24-0339-4d4a-8439-ab678835c0fe req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:38:04.945647 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-70564f24-0339-4d4a-8439-ab678835c0fe req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:38:04.958091 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-70564f24-0339-4d4a-8439-ab678835c0fe req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:38:04.984445 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'Port': ['ID=bce2d221-cb90-4b9d-b2ca-1b1020b1c795,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:05.015845 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564f24-0339-4d4a-8439-ab678835c0fe req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:05.017191 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-70564f24-0339-4d4a-8439-ab678835c0fe req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:05.126412 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-c9f95afa-28d6-4b90-8d1e-6d99c2c93f67 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6096532 May 28 03:38:05.246507 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b7a702c0-d3cf-4ee8-a969-fd3083a510c5 None None] Provisioning complete for port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:38:05.246507 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b7a702c0-d3cf-4ee8-a969-fd3083a510c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:05.295530 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b7a702c0-d3cf-4ee8-a969-fd3083a510c5 None None] Port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:38:05.730499 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8c74c-e331-4619-9149-e085b1f683fc req-b3fff0a9-48b9-429d-8b39-0828ecd734b6 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:05.731933 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-10c8c74c-e331-4619-9149-e085b1f683fc req-b3fff0a9-48b9-429d-8b39-0828ecd734b6 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0788693 May 28 03:38:05.759250 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:05.796927 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34618) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:05.848332 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-10c8c74c-e331-4619-9149-e085b1f683fc req-f9cfa492-9bf2-4d72-9b7b-e7e32feebfd4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791454 May 28 03:38:05.933285 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946e03da-17fd-4ba4-87af-e0c03d373db4 req-fd8db457-8cfd-4ca4-8fab-df395214d88e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:05.935056 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-946e03da-17fd-4ba4-87af-e0c03d373db4 req-fd8db457-8cfd-4ca4-8fab-df395214d88e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.1396732 May 28 03:38:06.009847 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:06.017798 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2f234041-78c2-4690-b434-e9413b0efdac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:06.029436 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-946e03da-17fd-4ba4-87af-e0c03d373db4 req-1c07bad8-d6c0-420c-aa1d-04e84edf83f0 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886710 May 28 03:38:06.072029 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab6c5c9-b4ba-4d01-878d-736661ee836a req-7e22d785-74ae-40e6-babf-d929c675ccb5 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:06.075170 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3ab6c5c9-b4ba-4d01-878d-736661ee836a req-7e22d785-74ae-40e6-babf-d929c675ccb5 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 931 time: 0.0955191 May 28 03:38:06.142089 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3ab6c5c9-b4ba-4d01-878d-736661ee836a req-9dc860dc-41c8-47a6-b701-f52884e97414 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607347 May 28 03:38:06.204839 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2f234041-78c2-4690-b434-e9413b0efdac admin admin] Publish callbacks [] for security_group (a4ef52bc-a107-414c-8896-e1c4414efadd), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:06.224275 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324fc71b-cdcb-4400-b636-a415805566d0 req-3422c974-bda5-4726-993f-d097e14c69df tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:06.227313 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-324fc71b-cdcb-4400-b636-a415805566d0 req-3422c974-bda5-4726-993f-d097e14c69df tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 943 time: 0.1048179 May 28 03:38:06.271765 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2f234041-78c2-4690-b434-e9413b0efdac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a4ef52bc-a107-414c-8896-e1c4414efadd), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:06.343991 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f234041-78c2-4690-b434-e9413b0efdac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ef52bc-a107-414c-8896-e1c4414efadd,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:06.351981 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34630) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:06.359251 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-2f234041-78c2-4690-b434-e9413b0efdac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=2e7ef2423ef84ebaa614aee81d51bbce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5528681 May 28 03:38:06.375618 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-324fc71b-cdcb-4400-b636-a415805566d0 req-b1b5f50e-dcfe-43e7-bc75-b7d8663fea8d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422858 May 28 03:38:06.429683 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a5d038aa-6987-47fb-8b32-5dfbe3c85755 admin admin] Publish callbacks [] for security_group (a4ef52bc-a107-414c-8896-e1c4414efadd), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:06.454509 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a5d038aa-6987-47fb-8b32-5dfbe3c85755 admin admin] Publish callbacks [] for security_group (a4ef52bc-a107-414c-8896-e1c4414efadd), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:06.473408 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:06.581218 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a5d038aa-6987-47fb-8b32-5dfbe3c85755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a4ef52bc-a107-414c-8896-e1c4414efadd), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:06.585076 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a5d038aa-6987-47fb-8b32-5dfbe3c85755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:06.590719 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a5d038aa-6987-47fb-8b32-5dfbe3c85755 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a4ef52bc-a107-414c-8896-e1c4414efadd HTTP/1.1" status: 204 len: 168 time: 0.2335832 May 28 03:38:06.597981 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d038aa-6987-47fb-8b32-5dfbe3c85755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ef52bc-a107-414c-8896-e1c4414efadd,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:06.976203 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bed5b-4eb2-42ee-854c-daf73ee96591 req-195b0435-c8d3-4bae-9bf2-6d50bfa81904 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:06.977720 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d69bed5b-4eb2-42ee-854c-daf73ee96591 req-195b0435-c8d3-4bae-9bf2-6d50bfa81904 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0538759 May 28 03:38:07.036943 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d69bed5b-4eb2-42ee-854c-daf73ee96591 req-0afbe07a-1384-45cc-9473-87b8801cbb64 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535209 May 28 03:38:07.154376 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9aba82-608e-4445-a10c-8df4e7f7960b req-252d39a0-06ec-4b5d-b8b0-270b555aaa84 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:07.155847 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4a9aba82-608e-4445-a10c-8df4e7f7960b req-252d39a0-06ec-4b5d-b8b0-270b555aaa84 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0535321 May 28 03:38:07.210253 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:07.215611 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4a9aba82-608e-4445-a10c-8df4e7f7960b req-2e0162cc-595c-4bae-b21c-d074733c7934 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518184 May 28 03:38:07.276111 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9144c3-6a2a-441e-9043-ea179e09e004 req-c05bde6a-bf63-4503-b37d-18764bb9bdbb tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:07.281128 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ab9144c3-6a2a-441e-9043-ea179e09e004 req-c05bde6a-bf63-4503-b37d-18764bb9bdbb tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 931 time: 0.0507529 May 28 03:38:07.327062 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ab9144c3-6a2a-441e-9043-ea179e09e004 req-fb43ea2a-d3ce-460b-87b0-ed54dff0c182 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433204 May 28 03:38:07.504816 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84533cc9-142b-4e14-b716-998776143855 req-6df39ee1-76f4-402f-a9d2-afc2957cd368 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:07.506443 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-84533cc9-142b-4e14-b716-998776143855 req-6df39ee1-76f4-402f-a9d2-afc2957cd368 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 943 time: 0.0524313 May 28 03:38:07.564379 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-84533cc9-142b-4e14-b716-998776143855 req-6e4ec5f9-97da-4bf1-9b52-2e94411d1d72 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518997 May 28 03:38:07.583319 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34652) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:07.606480 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2c92871-032b-4b93-abbc-45e9a6d417fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:07.712998 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2c92871-032b-4b93-abbc-45e9a6d417fd admin admin] Publish callbacks [] for security_group (2407b4bf-cff9-409a-a4de-f8cabf9beb7d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:07.787046 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c2c92871-032b-4b93-abbc-45e9a6d417fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (2407b4bf-cff9-409a-a4de-f8cabf9beb7d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:07.831194 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c92871-032b-4b93-abbc-45e9a6d417fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2407b4bf-cff9-409a-a4de-f8cabf9beb7d,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:07.844249 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c2c92871-032b-4b93-abbc-45e9a6d417fd admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1244610f09d4197b7e8f859c156ceab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592537 May 28 03:38:07.846793 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34654) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:07.919438 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-809fb168-1888-4ec6-97f5-ae5a82524da1 admin admin] Publish callbacks [] for security_group (2407b4bf-cff9-409a-a4de-f8cabf9beb7d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:07.952535 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-809fb168-1888-4ec6-97f5-ae5a82524da1 admin admin] Publish callbacks [] for security_group (2407b4bf-cff9-409a-a4de-f8cabf9beb7d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:08.037053 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Request body: {'port': {'device_id': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:08.101956 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-809fb168-1888-4ec6-97f5-ae5a82524da1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (2407b4bf-cff9-409a-a4de-f8cabf9beb7d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:08.104550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-809fb168-1888-4ec6-97f5-ae5a82524da1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:08.108159 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-809fb168-1888-4ec6-97f5-ae5a82524da1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/2407b4bf-cff9-409a-a4de-f8cabf9beb7d HTTP/1.1" status: 204 len: 168 time: 0.2581086 May 28 03:38:08.166153 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809fb168-1888-4ec6-97f5-ae5a82524da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2407b4bf-cff9-409a-a4de-f8cabf9beb7d,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:08.187679 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34664) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:08.192292 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-d611f103-37b7-4ee1-859d-5b2a8fbd404e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1497417973', 'description': 'tempest-description--1707279774'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:08.198600 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:08.300290 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:08.326897 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d611f103-37b7-4ee1-859d-5b2a8fbd404e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:08.361921 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e67380-6948-4ed7-ae86-68867b426719 req-e9ae1a29-c0d4-4a3e-ac4f-419843a8e202 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:08.369887 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-69e67380-6948-4ed7-ae86-68867b426719 req-e9ae1a29-c0d4-4a3e-ac4f-419843a8e202 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.1178041 May 28 03:38:08.493059 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-69e67380-6948-4ed7-ae86-68867b426719 req-52e1a6e2-bb5f-4b19-a7c4-23a2f70381d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193223 May 28 03:38:08.543803 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d611f103-37b7-4ee1-859d-5b2a8fbd404e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for security_group (d153ee2c-daa3-4f0b-90a3-b756b05837e8), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:08.551672 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:08.591016 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ca31d6-af4d-411a-98e8-d93bfabcba7d req-e721f03d-1404-4cbe-a743-bdbe1a05152a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:08.592598 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f3ca31d6-af4d-411a-98e8-d93bfabcba7d req-e721f03d-1404-4cbe-a743-bdbe1a05152a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.2505224 May 28 03:38:08.621526 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d611f103-37b7-4ee1-859d-5b2a8fbd404e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (d153ee2c-daa3-4f0b-90a3-b756b05837e8), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:08.664055 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475dc6d-6a3b-483c-a0e2-6865831b2d00 req-200f18d8-850b-47fc-b159-54fe1ea3d396 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:08.671556 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8475dc6d-6a3b-483c-a0e2-6865831b2d00 req-200f18d8-850b-47fc-b159-54fe1ea3d396 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 931 time: 0.0945463 May 28 03:38:08.679603 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f3ca31d6-af4d-411a-98e8-d93bfabcba7d req-dcb267eb-c824-4426-bdf1-7dc084946a03 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654790 May 28 03:38:08.699335 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611f103-37b7-4ee1-859d-5b2a8fbd404e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d153ee2c-daa3-4f0b-90a3-b756b05837e8,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:08.779937 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8475dc6d-6a3b-483c-a0e2-6865831b2d00 req-1c4c46cf-1970-4f45-8808-e9eec921a858 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071737 May 28 03:38:08.791054 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d611f103-37b7-4ee1-859d-5b2a8fbd404e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:08.792338 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d611f103-37b7-4ee1-859d-5b2a8fbd404e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6036499 May 28 03:38:08.795407 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34684) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:08.800218 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-a2665748-21f7-4163-aa7e-4406ffe4a8e0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Request body: {'security_group_rule': {'security_group_id': 'd153ee2c-daa3-4f0b-90a3-b756b05837e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:08.853134 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd327469-2d2b-4db1-89bf-295da02e1730 req-77835000-0624-49d9-bb0a-ce987983ab56 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:08.859843 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bd327469-2d2b-4db1-89bf-295da02e1730 req-77835000-0624-49d9-bb0a-ce987983ab56 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 943 time: 0.0548162 May 28 03:38:08.888748 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bce2d221-cb90-4b9d-b2ca-1b1020b1c795 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:38:08.899624 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Publish callbacks [] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:08.931375 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Transition to ACTIVE for port object bce2d221-cb90-4b9d-b2ca-1b1020b1c795 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:38:08.934738 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2665748-21f7-4163-aa7e-4406ffe4a8e0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for security_group_rule (ab5873c0-0be4-4c3d-a66f-97b50271e337), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:08.944820 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bd327469-2d2b-4db1-89bf-295da02e1730 req-c960f06a-0a8b-4b84-a909-45ecd7b7de96 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820601 May 28 03:38:08.962365 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:08.997532 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2665748-21f7-4163-aa7e-4406ffe4a8e0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for security_group_rule (ab5873c0-0be4-4c3d-a66f-97b50271e337), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:09.003362 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:09.061981 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Pushing event updated for resources: {'Port': ['ID=bce2d221-cb90-4b9d-b2ca-1b1020b1c795,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:09.089365 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2665748-21f7-4163-aa7e-4406ffe4a8e0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (ab5873c0-0be4-4c3d-a66f-97b50271e337), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:09.129623 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2665748-21f7-4163-aa7e-4406ffe4a8e0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab5873c0-0be4-4c3d-a66f-97b50271e337,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:09.164750 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Attempting to bind port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:38:09.165362 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Attempting to bind port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:38:09.165684 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Attempting to bind port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:38:09.170706 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:38:09.171007 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Attempting to bind port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:38:09.178796 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a2665748-21f7-4163-aa7e-4406ffe4a8e0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:09.179244 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:38:09.180520 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a2665748-21f7-4163-aa7e-4406ffe4a8e0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3839948 May 28 03:38:09.181405 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Checking segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:38:09.182015 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Bound using segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:38:09.187386 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Bound port: bce2d221-cb90-4b9d-b2ca-1b1020b1c795, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:38:09.187560 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34692) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:09.188627 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-a8d783d3-b289-4ef3-bcf5-1efde40d9057 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Request body: {'security_group_rule': {'security_group_id': 'd153ee2c-daa3-4f0b-90a3-b756b05837e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:09.193016 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:09.279967 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a8d783d3-b289-4ef3-bcf5-1efde40d9057 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for security_group_rule (dadaf910-fd78-405c-9a90-7d48b00abb30), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:09.280423 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] For port bce2d221-cb90-4b9d-b2ca-1b1020b1c795, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:38:09.285401 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] For port bce2d221-cb90-4b9d-b2ca-1b1020b1c795, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=bce2d221-cb90-4b9d-b2ca-1b1020b1c795,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:38:09.364288 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:09.388848 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:09.409796 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:09.411076 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:09.412995 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] 10.222.0.27 "PUT /v2.0/ports/bce2d221-cb90-4b9d-b2ca-1b1020b1c795 HTTP/1.1" status: 200 len: 1093 time: 1.3811069 May 28 03:38:09.415867 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'tag': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:09.426835 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86110f88-1bcb-444f-a9b3-17ad547fe6f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8714c46b-f821-4c0a-b55d-1083da5eb5b8", "tag": "bce2d221-cb90-4b9d-b2ca-1b1020b1c795"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:09.426966 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a8d783d3-b289-4ef3-bcf5-1efde40d9057 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for security_group_rule (dadaf910-fd78-405c-9a90-7d48b00abb30), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:09.467387 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c52b0-f417-4bcb-8bd4-8c5d4de16f9f service neutron] Pushing event updated for resources: {'Port': ['ID=bce2d221-cb90-4b9d-b2ca-1b1020b1c795,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:09.500516 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a8d783d3-b289-4ef3-bcf5-1efde40d9057 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (dadaf910-fd78-405c-9a90-7d48b00abb30), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:09.513384 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0978c6-fc60-4722-8b1d-2f0c962f11ea x-openstack-request-id: req-0e0978c6-fc60-4722-8b1d-2f0c962f11ea {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:09.513810 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8714c46b-f821-4c0a-b55d-1083da5eb5b8", "tag": "bce2d221-cb90-4b9d-b2ca-1b1020b1c795", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:09.514980 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0e0978c6-fc60-4722-8b1d-2f0c962f11ea {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:09.515555 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e0978c6-fc60-4722-8b1d-2f0c962f11ea'] response: {'name': 'network-changed', 'server_uuid': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'tag': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795', 'status': 'completed', 'code': 200} May 28 03:38:09.548590 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d783d3-b289-4ef3-bcf5-1efde40d9057 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadaf910-fd78-405c-9a90-7d48b00abb30,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:09.610696 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86110f88-1bcb-444f-a9b3-17ad547fe6f7 req-340264b2-5b1d-4155-84a4-4dd04e22e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:09.612823 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-86110f88-1bcb-444f-a9b3-17ad547fe6f7 req-340264b2-5b1d-4155-84a4-4dd04e22e4b1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 1127 time: 0.0812051 May 28 03:38:09.663577 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a8d783d3-b289-4ef3-bcf5-1efde40d9057 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:09.665825 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a8d783d3-b289-4ef3-bcf5-1efde40d9057 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4814408 May 28 03:38:09.669301 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34706) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:09.681182 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:09.690560 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d73676c-c7f8-4014-96e9-fb5eb4438a9f req-0991cfc1-31d7-4b09-bc01-18c194b596c9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:09.692810 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0d73676c-c7f8-4014-96e9-fb5eb4438a9f req-0991cfc1-31d7-4b09-bc01-18c194b596c9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0972607 May 28 03:38:09.775275 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:09.867032 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0d73676c-c7f8-4014-96e9-fb5eb4438a9f req-1da9db99-3830-422e-9bfc-8f21a9ea5283 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674500 May 28 03:38:09.879757 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86110f88-1bcb-444f-a9b3-17ad547fe6f7 req-11b9e25f-d962-4181-bb2d-29d52f1ec6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:09.881662 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-86110f88-1bcb-444f-a9b3-17ad547fe6f7 req-11b9e25f-d962-4181-bb2d-29d52f1ec6c6 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2495577 May 28 03:38:09.958553 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d9023-a556-4dca-ae9f-02fa55257356 req-7a79d28b-177a-4c63-8d3e-188f623801e3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:09.965588 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a17d9023-a556-4dca-ae9f-02fa55257356 req-7a79d28b-177a-4c63-8d3e-188f623801e3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.1441948 May 28 03:38:09.991009 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:10.084999 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a17d9023-a556-4dca-ae9f-02fa55257356 req-ba9f75de-f756-43a1-8718-4969fff7601b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183157 May 28 03:38:10.152857 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86110f88-1bcb-444f-a9b3-17ad547fe6f7 req-248535b9-803f-4c1c-8f72-82bd8c65f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:10.154407 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-86110f88-1bcb-444f-a9b3-17ad547fe6f7 req-248535b9-803f-4c1c-8f72-82bd8c65f116 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2651756 May 28 03:38:10.162678 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1de46-ebb6-4b50-8db8-b4868b3cd672 req-a4ff82ab-19b9-4700-84cf-2184f774f662 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:10.164228 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c5e1de46-ebb6-4b50-8db8-b4868b3cd672 req-a4ff82ab-19b9-4700-84cf-2184f774f662 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 943 time: 0.1303158 May 28 03:38:10.246105 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Allocated IP 172.27.3.4 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/52b63a54-0ace-47f3-a177-d58aecf0f9de) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:38:10.249046 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c5e1de46-ebb6-4b50-8db8-b4868b3cd672 req-d853e712-b179-4e94-9252-9679ebb0cfb3 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780499 May 28 03:38:10.297449 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b903c363-ece1-4e62-abb8-f1eb4c88c632 req-3b9b2dd6-553d-45f1-825c-573162385091 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:10.300091 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b903c363-ece1-4e62-abb8-f1eb4c88c632 req-3b9b2dd6-553d-45f1-825c-573162385091 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 943 time: 0.1018085 May 28 03:38:10.302947 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:10.316811 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564f24-0339-4d4a-8439-ab678835c0fe req-95393d69-71cb-4aaf-bbb0-51e57c75b7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:10.318820 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-95393d69-71cb-4aaf-bbb0-51e57c75b7ac service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 1127 time: 0.0816610 May 28 03:38:10.380144 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-9799f39f-e03e-4672-9209-5b68b4559151 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bce2d221-cb90-4b9d-b2ca-1b1020b1c795 HTTP/1.1" status: 200 len: 217 time: 0.0387909 May 28 03:38:10.409269 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b903c363-ece1-4e62-abb8-f1eb4c88c632 req-31ea0339-626c-4644-a590-05fa27076e8e tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963867 May 28 03:38:10.442021 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for port (52b63a54-0ace-47f3-a177-d58aecf0f9de), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:10.443331 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564f24-0339-4d4a-8439-ab678835c0fe req-d8656cf8-5cf2-4e7d-88ea-738677a77347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:10.444909 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-d8656cf8-5cf2-4e7d-88ea-738677a77347 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f446e15b-7c64-40ee-82e8-228642b299e2 HTTP/1.1" status: 200 len: 853 time: 0.0562243 May 28 03:38:10.493477 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70564f24-0339-4d4a-8439-ab678835c0fe req-24657f09-563d-411f-a23f-6ff48b3c1c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:10.495016 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-24657f09-563d-411f-a23f-6ff48b3c1c79 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439799 May 28 03:38:10.536552 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:10.564655 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (52b63a54-0ace-47f3-a177-d58aecf0f9de), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:10.610252 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:38:10.614410 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:38:10.618317 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:38:10.631759 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-770c9e15-b47c-425c-a218-1198dd95f56d service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279428 May 28 03:38:10.658710 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event updated for resources: {'Port': ['ID=52b63a54-0ace-47f3-a177-d58aecf0f9de,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:10.696585 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for floatingip (2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:10.774214 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70564f24-0339-4d4a-8439-ab678835c0fe req-4201ef61-76e8-428d-ba28-2adc60c22f0c service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339154 May 28 03:38:10.834950 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (52b63a54-0ace-47f3-a177-d58aecf0f9de), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:10.869130 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34732) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:11.026157 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b1640-79a0-4ead-a664-dd7ade6d5fcf req-99655c7f-8b71-4d69-a078-35c4e18d4128 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:11.033312 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-137b1640-79a0-4ead-a664-dd7ade6d5fcf req-99655c7f-8b71-4d69-a078-35c4e18d4128 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0642107 May 28 03:38:11.080843 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-73205c62-47c0-47c3-aff4-c1dde74f25f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:11.095439 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:11.099752 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-137b1640-79a0-4ead-a664-dd7ade6d5fcf req-55d7cb0f-db67-4766-bd4b-b1265a35af85 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612750 May 28 03:38:11.135142 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for port (52b63a54-0ace-47f3-a177-d58aecf0f9de), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:11.173539 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device ffc62fe3-a4d5-4cba-b924-8fbde57f6682 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:38:11.187579 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (52b63a54-0ace-47f3-a177-d58aecf0f9de), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:11.239503 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event updated for resources: {'Port': ['ID=52b63a54-0ace-47f3-a177-d58aecf0f9de,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:11.252102 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:11.347124 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port ffc62fe3-a4d5-4cba-b924-8fbde57f6682, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ffc62fe3-a4d5-4cba-b924-8fbde57f6682,segment=NetworkSegment(7f416e29-501c-4382-aa5b-84a7368134ea),segment_id=7f416e29-501c-4382-aa5b-84a7368134ea)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:11.365338 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': 'ffc62fe3-a4d5-4cba-b924-8fbde57f6682', 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11', 'port_id': 'ffc62fe3-a4d5-4cba-b924-8fbde57f6682', 'mac_address': 'fa:16:3e:36:e7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b25d6a2-f86a-4c5f-8006-4e75d0dccc60', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:38:11.369928 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:11.395518 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:11.398671 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-088a2be8-e672-409e-94fd-05a13cb7113f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7266738 May 28 03:38:11.403326 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-73205c62-47c0-47c3-aff4-c1dde74f25f8 admin admin] Publish callbacks [] for security_group (308ca828-c241-4d5e-936e-6395744a3daa), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:11.416652 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f8c9df-6779-4f53-a685-a2bac4eae6bf req-79b8c972-863d-40bb-b512-f5173866f6bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:11.420407 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb3786-018e-4177-82b2-3c254fa95508 req-2666b6fa-b29b-4dcb-8e77-e5fd4629c524 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:11.422332 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-52eb3786-018e-4177-82b2-3c254fa95508 req-2666b6fa-b29b-4dcb-8e77-e5fd4629c524 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.1341326 May 28 03:38:11.438804 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f4f8c9df-6779-4f53-a685-a2bac4eae6bf req-79b8c972-863d-40bb-b512-f5173866f6bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 943 time: 0.0885372 May 28 03:38:11.472334 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port ffc62fe3-a4d5-4cba-b924-8fbde57f6682 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:11.474546 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:11.485835 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-73205c62-47c0-47c3-aff4-c1dde74f25f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (308ca828-c241-4d5e-936e-6395744a3daa), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:11.503320 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffc62fe3-a4d5-4cba-b924-8fbde57f6682 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:38:11.518933 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f4f8c9df-6779-4f53-a685-a2bac4eae6bf req-65853ae3-b09f-4572-80e8-9d1c4ffb07b4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825248 May 28 03:38:11.557331 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port ffc62fe3-a4d5-4cba-b924-8fbde57f6682, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ffc62fe3-a4d5-4cba-b924-8fbde57f6682,segment=NetworkSegment(7f416e29-501c-4382-aa5b-84a7368134ea),segment_id=7f416e29-501c-4382-aa5b-84a7368134ea)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:11.586971 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-73205c62-47c0-47c3-aff4-c1dde74f25f8 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=adf05d01fd4d4403b305104f165a1688&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7166805 May 28 03:38:11.589723 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34754) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:11.592962 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73205c62-47c0-47c3-aff4-c1dde74f25f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308ca828-c241-4d5e-936e-6395744a3daa,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:11.600022 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-52eb3786-018e-4177-82b2-3c254fa95508 req-add0dd55-8f5a-4eb0-88c7-1ae4d4234df6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633303 May 28 03:38:11.620814 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:11.648528 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:11.685404 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=ffc62fe3-a4d5-4cba-b924-8fbde57f6682,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:11.732528 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34760) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:11.759926 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dea3f2-3cba-4ff0-a78c-af1443289a9d req-d715c82e-59c4-4262-9433-7dcf5377ef1d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:11.761498 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f1dea3f2-3cba-4ff0-a78c-af1443289a9d req-d715c82e-59c4-4262-9433-7dcf5377ef1d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 944 time: 0.1233220 May 28 03:38:11.767085 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-468ea101-7885-4b26-8681-0e388112af9e admin admin] Publish callbacks [] for security_group (308ca828-c241-4d5e-936e-6395744a3daa), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:11.832183 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-5656b797-4892-48bc-ac83-3da0c9f68ea2 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1497417973&fields=id&tenant_id=5cab8255c6134aebb9c93493a2342cb1 HTTP/1.1" status: 200 len: 267 time: 0.0734105 May 28 03:38:11.853860 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f1dea3f2-3cba-4ff0-a78c-af1443289a9d req-e5d772ae-a1b1-4f51-8a86-1caf603350c4 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807273 May 28 03:38:11.859872 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-468ea101-7885-4b26-8681-0e388112af9e admin admin] Publish callbacks [] for security_group (308ca828-c241-4d5e-936e-6395744a3daa), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:11.944225 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['ffc62fe3-a4d5-4cba-b924-8fbde57f6682'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:38:12.003776 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:12.017853 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2617e94d-6e63-4b2a-9cf9-0c29c07a48e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:12.025325 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-468ea101-7885-4b26-8681-0e388112af9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (308ca828-c241-4d5e-936e-6395744a3daa), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:12.029746 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-468ea101-7885-4b26-8681-0e388112af9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:12.037484 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-468ea101-7885-4b26-8681-0e388112af9e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/308ca828-c241-4d5e-936e-6395744a3daa HTTP/1.1" status: 204 len: 168 time: 0.4457266 May 28 03:38:12.049146 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468ea101-7885-4b26-8681-0e388112af9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308ca828-c241-4d5e-936e-6395744a3daa,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:12.062011 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a070453-5f0a-4295-987e-a033be26687f req-84d872e5-c72a-404a-87d5-ed78f12ca65f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:12.062011 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-84d872e5-c72a-404a-87d5-ed78f12ca65f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 819 time: 0.2253025 May 28 03:38:12.073049 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:12.089339 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-598d563d-0a21-4b56-9743-8f734ed3b896 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/quotas/5cab8255c6134aebb9c93493a2342cb1 HTTP/1.1" status: 200 len: 375 time: 0.0185084 May 28 03:38:12.165823 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-95b04e27-7eba-4f82-84e0-ee1ebb2c2c6e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0658259 May 28 03:38:12.222871 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2617e94d-6e63-4b2a-9cf9-0c29c07a48e7 admin admin] Publish callbacks [] for security_group (a38070c0-6325-4c19-9f77-bad6671b9090), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:12.231163 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b8c2b-bf0a-4c0c-a554-ef71fe3ece0d req-545a6423-d650-476d-81c9-47d294aa9f49 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:12.232667 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bf4b8c2b-bf0a-4c0c-a554-ef71fe3ece0d req-545a6423-d650-476d-81c9-47d294aa9f49 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0488536 May 28 03:38:12.280473 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bf4b8c2b-bf0a-4c0c-a554-ef71fe3ece0d req-122e70cd-b29b-4f33-99f9-0a6cf14d2625 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420740 May 28 03:38:12.287023 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-3c993d4d-a6fd-4697-9cd4-672e91072415 service neutron] 10.222.0.41 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057777 May 28 03:38:12.384157 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-9c78e4ca-99de-475b-8197-d17607faf58f service neutron] 10.222.0.41 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913618 May 28 03:38:12.563621 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2617e94d-6e63-4b2a-9cf9-0c29c07a48e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a38070c0-6325-4c19-9f77-bad6671b9090), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:12.633643 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-2617e94d-6e63-4b2a-9cf9-0c29c07a48e7 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92a4747ad25f422ca4727bd1e864d988&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8995962 May 28 03:38:12.634353 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34778) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:12.640691 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617e94d-6e63-4b2a-9cf9-0c29c07a48e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a38070c0-6325-4c19-9f77-bad6671b9090,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:12.684425 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f69974-3a58-4ada-b72c-4f53a50a8a9d req-d100d8df-86f7-4497-a6d3-bbae27df5634 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:12.687913 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-740b886a-3486-4cd7-8c6c-87e743d9a70b req-116052e5-2ff4-413d-a6e7-246cca025510 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 210 time: 0.0440798 May 28 03:38:12.699147 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-19f69974-3a58-4ada-b72c-4f53a50a8a9d req-d100d8df-86f7-4497-a6d3-bbae27df5634 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 943 time: 0.1091380 May 28 03:38:12.749460 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:12.798188 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-85575516-d2f6-4370-bccc-908b7671035b admin admin] Publish callbacks [] for security_group (a38070c0-6325-4c19-9f77-bad6671b9090), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:12.868184 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:12.878555 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2758fd-ff80-4aef-b63a-8ded98e385b5 req-42b1baa4-b555-48b6-9c10-d3fc1bfb2d6e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:12.881358 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d2758fd-ff80-4aef-b63a-8ded98e385b5 req-42b1baa4-b555-48b6-9c10-d3fc1bfb2d6e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0989170 May 28 03:38:12.906158 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-85575516-d2f6-4370-bccc-908b7671035b admin admin] Publish callbacks [] for security_group (a38070c0-6325-4c19-9f77-bad6671b9090), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:13.085649 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d2758fd-ff80-4aef-b63a-8ded98e385b5 req-5337ad7a-8919-4b8e-a9c8-d74a1b3545e3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942323 May 28 03:38:13.118707 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-85575516-d2f6-4370-bccc-908b7671035b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a38070c0-6325-4c19-9f77-bad6671b9090), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:13.118707 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-85575516-d2f6-4370-bccc-908b7671035b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:13.129800 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-85575516-d2f6-4370-bccc-908b7671035b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a38070c0-6325-4c19-9f77-bad6671b9090 HTTP/1.1" status: 204 len: 168 time: 0.4829242 May 28 03:38:13.135637 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-19f69974-3a58-4ada-b72c-4f53a50a8a9d req-b95aca7a-49ab-4d21-9527-1a36c9954d2c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4189630 May 28 03:38:13.153814 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85575516-d2f6-4370-bccc-908b7671035b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a38070c0-6325-4c19-9f77-bad6671b9090,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:13.178035 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device ffc62fe3-a4d5-4cba-b924-8fbde57f6682 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:38:13.191179 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:13.256327 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port ffc62fe3-a4d5-4cba-b924-8fbde57f6682 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:38:13.261554 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da5f9c-e0dd-4082-9a8b-f6fe03602f31 req-62fef0ee-9286-40d0-8fad-0bac975dd708 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:13.263489 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e3da5f9c-e0dd-4082-9a8b-f6fe03602f31 req-62fef0ee-9286-40d0-8fad-0bac975dd708 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 944 time: 0.0883670 May 28 03:38:13.364135 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port ffc62fe3-a4d5-4cba-b924-8fbde57f6682 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:38:13.364516 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:13.390330 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e3da5f9c-e0dd-4082-9a8b-f6fe03602f31 req-a1f260f4-f627-4954-92f8-e42c67e29a8e tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170938 May 28 03:38:13.398883 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:13.474876 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba802ec-8da3-495b-b2f1-e6f59cef5664 req-1a4a2e4b-2aa4-4424-b5c3-4a325d2965d0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:13.476783 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aba802ec-8da3-495b-b2f1-e6f59cef5664 req-1a4a2e4b-2aa4-4424-b5c3-4a325d2965d0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0811167 May 28 03:38:13.597756 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port ffc62fe3-a4d5-4cba-b924-8fbde57f6682 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:13.597997 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aba802ec-8da3-495b-b2f1-e6f59cef5664 req-9afd71d7-abdd-44b6-a432-d98e7ba57eed tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142049 May 28 03:38:13.598652 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:13.633919 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f966dbeb-97e6-4540-acd6-e64e52e4e45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc62fe3-a4d5-4cba-b924-8fbde57f6682'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:13.637585 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47be0d3e-cc52-4826-ac85-0eca76b6b5c6" -d '{"events": [{"server_uuid": "f966dbeb-97e6-4540-acd6-e64e52e4e45b", "name": "network-vif-plugged", "status": "completed", "tag": "ffc62fe3-a4d5-4cba-b924-8fbde57f6682"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:13.696965 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port ffc62fe3-a4d5-4cba-b924-8fbde57f6682, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ffc62fe3-a4d5-4cba-b924-8fbde57f6682,segment=NetworkSegment(7f416e29-501c-4382-aa5b-84a7368134ea),segment_id=7f416e29-501c-4382-aa5b-84a7368134ea)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:13.704977 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba46aa1a-45bf-4e41-9d12-9cdbe7173a4e x-openstack-request-id: req-ba46aa1a-45bf-4e41-9d12-9cdbe7173a4e {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:13.707584 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f966dbeb-97e6-4540-acd6-e64e52e4e45b", "name": "network-vif-plugged", "status": "completed", "tag": "ffc62fe3-a4d5-4cba-b924-8fbde57f6682", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:13.707584 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ba46aa1a-45bf-4e41-9d12-9cdbe7173a4e {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:13.707584 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba46aa1a-45bf-4e41-9d12-9cdbe7173a4e'] response: {'server_uuid': 'f966dbeb-97e6-4540-acd6-e64e52e4e45b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffc62fe3-a4d5-4cba-b924-8fbde57f6682', 'code': 200} May 28 03:38:13.746252 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:13.811856 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=ffc62fe3-a4d5-4cba-b924-8fbde57f6682,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:13.832557 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fd532fba-266e-4099-b2ec-b28cc2b01c9f req-75df1df7-2dff-4add-965b-6c65761c5032 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 210 time: 0.0568762 May 28 03:38:14.012264 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 34820) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:14.080432 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067a777d-71f7-49a0-8b21-f2055333ac1f req-729d1d77-b8a7-4618-9427-e46f85e42e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:14.082825 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-067a777d-71f7-49a0-8b21-f2055333ac1f req-729d1d77-b8a7-4618-9427-e46f85e42e5d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 1129 time: 0.0422013 May 28 03:38:14.133491 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1082051688-network', 'tenant_id': 'e302a2cd63ba46d7a6cef952ddb89242'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:14.141524 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-067a777d-71f7-49a0-8b21-f2055333ac1f req-a01baf96-fb65-48fc-b766-0693091b9047 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515404 May 28 03:38:14.237771 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc204d-4dc5-455e-b42e-7081092245fa req-312cd165-df40-4e5c-bed8-94b9cf6d0062 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:14.239824 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6cfc204d-4dc5-455e-b42e-7081092245fa req-312cd165-df40-4e5c-bed8-94b9cf6d0062 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0639398 May 28 03:38:14.245214 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2d8a5-238a-4bed-b7a5-804094c14053 req-98d40350-01f9-4442-b887-38314d892136 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:14.246673 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-22e2d8a5-238a-4bed-b7a5-804094c14053 req-98d40350-01f9-4442-b887-38314d892136 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 943 time: 0.0524919 May 28 03:38:14.248469 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Made reservation on behalf of e302a2cd63ba46d7a6cef952ddb89242 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:38:14.250920 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:14.266102 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:14.297660 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6cfc204d-4dc5-455e-b42e-7081092245fa req-c20cabe9-f35f-4170-9fdb-64320bc84e04 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519292 May 28 03:38:14.333446 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-22e2d8a5-238a-4bed-b7a5-804094c14053 req-00629498-b474-477b-b446-21f2d8622f05 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791121 May 28 03:38:14.382164 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Publish callbacks [] for security_group (970e4319-3aec-4d44-a6af-766ad48576d5), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:14.443164 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (970e4319-3aec-4d44-a6af-766ad48576d5), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:14.474421 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:38:14.484519 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=970e4319-3aec-4d44-a6af-766ad48576d5,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:14.489658 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (abd2f915-8d22-489c-b4f4-2c1e24622c69), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:14.489990 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Added segment abd2f915-8d22-489c-b4f4-2c1e24622c69 of type vlan for network c66573d2-3992-4577-bc6d-7740bb5602ab May 28 03:38:14.516060 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13f94c8-08b2-4c0a-8c76-a3b7da076159 req-ef5ce741-949c-4efe-8781-f29e83661a5a tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:14.517547 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a13f94c8-08b2-4c0a-8c76-a3b7da076159 req-ef5ce741-949c-4efe-8781-f29e83661a5a tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 945 time: 0.0616071 May 28 03:38:14.532317 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (c66573d2-3992-4577-bc6d-7740bb5602ab), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:14.569188 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a13f94c8-08b2-4c0a-8c76-a3b7da076159 req-027e2c29-8d44-409a-be55-42c52b854974 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447381 May 28 03:38:14.626046 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (c66573d2-3992-4577-bc6d-7740bb5602ab), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:14.627116 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:14.627690 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:14.684082 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:14.695628 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] Pushing event updated for resources: {'Network': ['ID=c66573d2-3992-4577-bc6d-7740bb5602ab,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:14.702834 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-abdf7655-49f5-4735-b775-ce306d36494c admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6894562 May 28 03:38:14.705915 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 34842) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:14.708872 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network c66573d2-3992-4577-bc6d-7740bb5602ab details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:38:14.717563 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-d8bb73cc-c6af-43c8-89a8-0f0d4d027a55 admin admin] Request body: {'subnet': {'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1082051688-subnet', 'tenant_id': 'e302a2cd63ba46d7a6cef952ddb89242', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:14.743281 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5104ef23-77dd-480c-9895-5cc0477d1604 req-80e9e74b-69d3-434b-b5e0-2ceb6ebe90df tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:14.744752 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5104ef23-77dd-480c-9895-5cc0477d1604 req-80e9e74b-69d3-434b-b5e0-2ceb6ebe90df tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0576897 May 28 03:38:14.793561 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5104ef23-77dd-480c-9895-5cc0477d1604 req-33615aeb-cc62-4c08-a34c-d557c0f66894 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430167 May 28 03:38:14.803164 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bb73cc-c6af-43c8-89a8-0f0d4d027a55 admin admin] Made reservation on behalf of e302a2cd63ba46d7a6cef952ddb89242 for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:38:14.807992 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d8bb73cc-c6af-43c8-89a8-0f0d4d027a55 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:14.949921 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bb58f351-8cf9-475e-b151-960fe4b92ba6 req-5b32d7ee-fe21-434a-b515-aa3d8f0ca9db tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 210 time: 0.0371139 May 28 03:38:15.043320 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d8bb73cc-c6af-43c8-89a8-0f0d4d027a55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (7c47f54e-2fc6-40f0-8d87-c5b373c8374b), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:15.099687 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb73cc-c6af-43c8-89a8-0f0d4d027a55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c47f54e-2fc6-40f0-8d87-c5b373c8374b,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:15.109695 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8bb73cc-c6af-43c8-89a8-0f0d4d027a55 admin admin] Checking segment: {'id': 'abd2f915-8d22-489c-b4f4-2c1e24622c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:38:15.110040 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb73cc-c6af-43c8-89a8-0f0d4d027a55 admin admin] Network hostable DHCP agents. Network: c66573d2-3992-4577-bc6d-7740bb5602ab, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:38:15.179191 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device bce2d221-cb90-4b9d-b2ca-1b1020b1c795 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:38:15.185642 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bb73cc-c6af-43c8-89a8-0f0d4d027a55 admin admin] Network c66573d2-3992-4577-bc6d-7740bb5602ab is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:38:15.271737 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-d8bb73cc-c6af-43c8-89a8-0f0d4d027a55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, c66573d2-3992-4577-bc6d-7740bb5602ab) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:38:15.281505 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbfda2d-3dec-440f-8a72-7eecfe3275d4 None None] Network c66573d2-3992-4577-bc6d-7740bb5602ab requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:38:15.282812 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bb73cc-c6af-43c8-89a8-0f0d4d027a55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:15.283426 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d8bb73cc-c6af-43c8-89a8-0f0d4d027a55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:15.290506 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port bce2d221-cb90-4b9d-b2ca-1b1020b1c795, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=bce2d221-cb90-4b9d-b2ca-1b1020b1c795,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:15.317745 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'port_id': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795', 'mac_address': 'fa:16:3e:74:88:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:38:15.396318 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d8bb73cc-c6af-43c8-89a8-0f0d4d027a55 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6827486 May 28 03:38:15.437445 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02b479-3635-41bf-8286-ebb8023ebe50 req-0a9f46b0-8184-46e0-80af-28e36d90d053 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:15.439194 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ec02b479-3635-41bf-8286-ebb8023ebe50 req-0a9f46b0-8184-46e0-80af-28e36d90d053 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0625541 May 28 03:38:15.494113 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad899d5e-c803-41d6-aa5e-88f6e70ada12 req-0add6900-4784-4ec2-af3f-fbc1952d6a5b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:15.496147 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ad899d5e-c803-41d6-aa5e-88f6e70ada12 req-0add6900-4784-4ec2-af3f-fbc1952d6a5b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 943 time: 0.0605192 May 28 03:38:15.515832 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ec02b479-3635-41bf-8286-ebb8023ebe50 req-7c087e95-0564-4a51-bf43-9f03d2b26ef3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638227 May 28 03:38:15.521683 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:15.534164 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:15.534164 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:15.563276 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ad899d5e-c803-41d6-aa5e-88f6e70ada12 req-90fc9a62-68bc-40d3-a39a-f13112a9e36d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599191 May 28 03:38:15.563384 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd50c71-4548-4ab6-97ce-438d8dd14182 None None] Network c66573d2-3992-4577-bc6d-7740bb5602ab requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:38:15.567127 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bce2d221-cb90-4b9d-b2ca-1b1020b1c795 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:38:15.574151 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:15.611517 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port bce2d221-cb90-4b9d-b2ca-1b1020b1c795, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=bce2d221-cb90-4b9d-b2ca-1b1020b1c795,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:15.675221 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:15.692277 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8fe6a5-fdaa-4f47-8f67-09417cc5e940 req-a4f7e187-6445-4942-88c3-da0e1c787d9d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:15.693839 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-df8fe6a5-fdaa-4f47-8f67-09417cc5e940 req-a4f7e187-6445-4942-88c3-da0e1c787d9d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 945 time: 0.0541840 May 28 03:38:15.707309 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:15.749468 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-df8fe6a5-fdaa-4f47-8f67-09417cc5e940 req-645d9d78-2c42-409c-af8e-2e2a641fce3c tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498281 May 28 03:38:15.770072 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=bce2d221-cb90-4b9d-b2ca-1b1020b1c795,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:15.908125 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbcb9a-3fda-49ab-8739-1f4643f83001 req-7ec14dae-9cc1-4eb1-a547-020eb539e53d tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:15.915825 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a2fbcb9a-3fda-49ab-8739-1f4643f83001 req-7ec14dae-9cc1-4eb1-a547-020eb539e53d tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0547371 May 28 03:38:15.958617 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a2fbcb9a-3fda-49ab-8739-1f4643f83001 req-514f3e89-61ba-4869-b3a3-a3ddfa504eeb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420270 May 28 03:38:16.033575 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['bce2d221-cb90-4b9d-b2ca-1b1020b1c795'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:38:16.052655 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-212beff4-38c0-4558-9207-ff77738e3e6d req-968c87b6-f987-4cad-9ac8-56824d7c71b4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 210 time: 0.0305431 May 28 03:38:16.115742 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:16.277064 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ef24c-292e-4819-9074-53bb88d997b8 req-cc9b8279-ee5c-44a4-a9ed-04bddf9494e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:16.279089 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0b6ef24c-292e-4819-9074-53bb88d997b8 req-cc9b8279-ee5c-44a4-a9ed-04bddf9494e8 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 1129 time: 0.0455492 May 28 03:38:16.385475 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ef24c-292e-4819-9074-53bb88d997b8 req-d221e7df-b7b6-4905-bbde-5e25ce940322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:16.386947 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0b6ef24c-292e-4819-9074-53bb88d997b8 req-d221e7df-b7b6-4905-bbde-5e25ce940322 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 918 time: 0.0951059 May 28 03:38:16.448780 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0b6ef24c-292e-4819-9074-53bb88d997b8 req-c71d368b-a94e-44ce-b7a3-aa75e63c1423 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9 HTTP/1.1" status: 200 len: 1001 time: 0.0548542 May 28 03:38:16.572774 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ef24c-292e-4819-9074-53bb88d997b8 req-de994f23-8485-4a9f-b6c5-386fa578aa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:16.572774 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0b6ef24c-292e-4819-9074-53bb88d997b8 req-de994f23-8485-4a9f-b6c5-386fa578aa5e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 HTTP/1.1" status: 200 len: 856 time: 0.1078076 May 28 03:38:16.622235 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:16.641093 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a070453-5f0a-4295-987e-a033be26687f req-9934950b-975d-45f0-81f6-450e5a7c51a1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:16.642570 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-9934950b-975d-45f0-81f6-450e5a7c51a1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 819 time: 0.1725035 May 28 03:38:16.643717 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6ef24c-292e-4819-9074-53bb88d997b8 req-ff8bae8e-b289-4a35-80f2-aac3e50327e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:16.645760 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0b6ef24c-292e-4819-9074-53bb88d997b8 req-ff8bae8e-b289-4a35-80f2-aac3e50327e7 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f47d9414-85e4-4030-814e-0a5133c3d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663328 May 28 03:38:16.673268 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c59b6-3054-4012-bcc9-8528f8f4368e req-c0d07631-56ad-4423-ae30-3f7d62032fd9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:16.674794 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-586c59b6-3054-4012-bcc9-8528f8f4368e req-c0d07631-56ad-4423-ae30-3f7d62032fd9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 945 time: 0.0560346 May 28 03:38:16.725871 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-586c59b6-3054-4012-bcc9-8528f8f4368e req-2cb5d115-29b3-42c2-8477-f2cfeaea1389 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439804 May 28 03:38:16.752452 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138b9dd-d0f5-4fe9-b52b-1ff9e655c739 req-f5302374-b613-43c3-8a62-befb6a3dcb5d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:16.753997 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7138b9dd-d0f5-4fe9-b52b-1ff9e655c739 req-f5302374-b613-43c3-8a62-befb6a3dcb5d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 944 time: 0.1013734 May 28 03:38:16.829044 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:16.839953 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-65ecd098-f050-4223-8a78-22a219315e74 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5cab8255c6134aebb9c93493a2342cb1 HTTP/1.1" status: 200 len: 380 time: 0.1771352 May 28 03:38:16.854364 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-2a070453-5f0a-4295-987e-a033be26687f req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Request body: {'port': {'device_id': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'admin_state_up': True, 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'security_groups': ['d153ee2c-daa3-4f0b-90a3-b756b05837e8']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:16.866304 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746ebba3-c8f2-4881-b840-e7a9f3fe3614 req-5b14939c-423f-4905-8b99-b90b34cc54b4 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:16.867750 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-746ebba3-c8f2-4881-b840-e7a9f3fe3614 req-5b14939c-423f-4905-8b99-b90b34cc54b4 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 945 time: 0.0499401 May 28 03:38:16.894927 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7138b9dd-d0f5-4fe9-b52b-1ff9e655c739 req-32b3a1e1-cbef-464d-a311-3a495059a8d3 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135089 May 28 03:38:16.898897 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0b6ef24c-292e-4819-9074-53bb88d997b8 req-ee267dff-b439-40db-975a-ce32620fb72f service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270656 May 28 03:38:16.923524 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-746ebba3-c8f2-4881-b840-e7a9f3fe3614 req-a5f88468-5feb-4a32-b44e-628e78ea457c tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496118 May 28 03:38:17.112351 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0b6ef24c-292e-4819-9074-53bb88d997b8 req-f82e61b7-5fff-4561-a25c-3cab4bd6d00a service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955223 May 28 03:38:17.118643 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b33494-59f0-4543-bc17-4ea9b542855c req-6a1e43d6-c176-4394-b1df-31d4102216cc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:17.120051 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f1b33494-59f0-4543-bc17-4ea9b542855c req-6a1e43d6-c176-4394-b1df-31d4102216cc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0828042 May 28 03:38:17.161039 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fa03a94a-3340-414e-bce7-9986944c7154 req-57076a0f-b81d-4af1-9d4a-0062a4bfd077 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 210 time: 0.0308444 May 28 03:38:17.173138 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f1b33494-59f0-4543-bc17-4ea9b542855c req-8d6144db-f851-4470-b28d-827ed6f919ea tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467691 May 28 03:38:17.192358 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device bce2d221-cb90-4b9d-b2ca-1b1020b1c795 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:38:17.202742 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a070453-5f0a-4295-987e-a033be26687f req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Made reservation on behalf of 5cab8255c6134aebb9c93493a2342cb1 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:38:17.206186 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2a070453-5f0a-4295-987e-a033be26687f req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:17.236226 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:38:17.318251 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:38:17.318889 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:17.333784 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-2a070453-5f0a-4295-987e-a033be26687f req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Allocated IP 172.20.0.12 (a3076c7d-656d-4e5b-8611-4fd5569b4e24/da50ec93-7f82-409a-8de1-5fe0de05e55d/ea42d3d0-51a0-41a4-b165-b66f57c57a62) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:38:17.361858 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:17.396538 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:17.396931 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:17.424474 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:17.426244 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e95ba6-b84c-478b-8f32-2611931bc8db" -d '{"events": [{"server_uuid": "8714c46b-f821-4c0a-b55d-1083da5eb5b8", "name": "network-vif-plugged", "status": "completed", "tag": "bce2d221-cb90-4b9d-b2ca-1b1020b1c795"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:17.465742 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port bce2d221-cb90-4b9d-b2ca-1b1020b1c795, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=bce2d221-cb90-4b9d-b2ca-1b1020b1c795,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:17.489540 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28861bbe-33e1-4ca2-aca4-89816431af4d x-openstack-request-id: req-28861bbe-33e1-4ca2-aca4-89816431af4d {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:17.489540 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8714c46b-f821-4c0a-b55d-1083da5eb5b8", "name": "network-vif-plugged", "status": "completed", "tag": "bce2d221-cb90-4b9d-b2ca-1b1020b1c795", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:17.489540 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-28861bbe-33e1-4ca2-aca4-89816431af4d {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:17.489540 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28861bbe-33e1-4ca2-aca4-89816431af4d'] response: {'server_uuid': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795', 'code': 200} May 28 03:38:17.540486 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:17.541388 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:38:17.569451 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2a070453-5f0a-4295-987e-a033be26687f req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:17.587791 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-3fc15a7d-0d25-4d1a-ad69-62211fd062a1 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:17.589700 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-3fc15a7d-0d25-4d1a-ad69-62211fd062a1 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/networks?id=c66573d2-3992-4577-bc6d-7740bb5602ab HTTP/1.1" status: 200 len: 814 time: 0.1142225 May 28 03:38:17.591315 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:17.612230 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-20fd5aa5-2b60-42c4-8905-3832d77977dc tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/quotas/e302a2cd63ba46d7a6cef952ddb89242 HTTP/1.1" status: 200 len: 375 time: 0.0146058 May 28 03:38:17.633592 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=bce2d221-cb90-4b9d-b2ca-1b1020b1c795,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:17.650988 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-3a984e0a-5bc7-4ec5-ad50-c2b278f026b2 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e302a2cd63ba46d7a6cef952ddb89242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317929 May 28 03:38:17.676187 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 is: ACTIVE; New status is: DOWN {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:17.676725 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:17.702132 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2a070453-5f0a-4295-987e-a033be26687f req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:17.714410 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:17.747516 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a070453-5f0a-4295-987e-a033be26687f req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Network a3076c7d-656d-4e5b-8611-4fd5569b4e24 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:38:17.750569 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-65c007b3-8da0-45d2-900f-936e09961e5f service neutron] 10.222.0.41 "GET /v2.0/networks/c66573d2-3992-4577-bc6d-7740bb5602ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924938 May 28 03:38:17.752835 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-2a070453-5f0a-4295-987e-a033be26687f req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:38:17.757290 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a070453-5f0a-4295-987e-a033be26687f req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:38:17.763543 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event updated for resources: {'Port': ['ID=ea42d3d0-51a0-41a4-b165-b66f57c57a62,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:17.779536 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:17.864930 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a070453-5f0a-4295-987e-a033be26687f req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:17.866405 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2a070453-5f0a-4295-987e-a033be26687f req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:17.881195 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,revision_number=8']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:17.896213 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-f5dca144-1609-4b2c-bded-c719abd96434 service neutron] 10.222.0.41 "GET /v2.0/networks/c66573d2-3992-4577-bc6d-7740bb5602ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365373 May 28 03:38:17.927930 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cccbaea-2d94-4fd5-aec1-eed635fb46cc req-f2f53cad-1980-4175-b5a3-82c4070a4371 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:17.929982 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cccbaea-2d94-4fd5-aec1-eed635fb46cc req-f2f53cad-1980-4175-b5a3-82c4070a4371 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0893271 May 28 03:38:17.981054 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9cccbaea-2d94-4fd5-aec1-eed635fb46cc req-75402d0e-5d0b-4eff-b9ce-4a7fbad2d6d3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453906 May 28 03:38:18.006099 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-8693cf82-4038-4a3e-9d3e-f974beeb1796 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1555798 May 28 03:38:18.073860 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-c3cf4f4e-c058-4302-b27b-bd79e238118e None None] Provisioning complete for port ea42d3d0-51a0-41a4-b165-b66f57c57a62 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:38:18.077478 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c3cf4f4e-c058-4302-b27b-bd79e238118e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:18.120056 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf4f4e-c058-4302-b27b-bd79e238118e None None] Port ea42d3d0-51a0-41a4-b165-b66f57c57a62 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:38:18.173188 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723789f-e22a-4284-bf5f-4d378f52526a req-b8b8c367-fe12-44c8-bdf2-412f81bac2f3 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:18.177583 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5723789f-e22a-4284-bf5f-4d378f52526a req-b8b8c367-fe12-44c8-bdf2-412f81bac2f3 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 945 time: 0.0556211 May 28 03:38:18.231536 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5723789f-e22a-4284-bf5f-4d378f52526a req-fdd432d2-411b-46bf-a64b-c4e702442562 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512500 May 28 03:38:18.299039 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c4026beb-2f43-4545-b6ea-629bebf6c62d req-9ed5bc71-87a9-438e-b19d-d7c7d7e60fe2 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 210 time: 0.0276706 May 28 03:38:18.397974 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17394ccd-0d02-4215-8f02-dbcd76b1b870 req-46fdf6ff-b74e-49d5-95bb-021f82bd3da3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:18.399343 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-17394ccd-0d02-4215-8f02-dbcd76b1b870 req-46fdf6ff-b74e-49d5-95bb-021f82bd3da3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 932 time: 0.0468390 May 28 03:38:18.451252 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-17394ccd-0d02-4215-8f02-dbcd76b1b870 req-c711ea4c-9e02-41c5-8115-f488befa8453 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459163 May 28 03:38:18.458056 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d0ce10-6f10-4cf9-9647-432680475a10 req-62c5b766-27d4-4b1a-96f5-d214f99f91f1 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:18.459708 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-30d0ce10-6f10-4cf9-9647-432680475a10 req-62c5b766-27d4-4b1a-96f5-d214f99f91f1 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0501897 May 28 03:38:18.511215 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-30d0ce10-6f10-4cf9-9647-432680475a10 req-cf3f864c-a446-4fbd-9ba3-b32493586f6e tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457571 May 28 03:38:18.559712 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb66fd-7cb2-4bbb-bd82-e11961859fc8 req-2a373ff4-5f78-4612-bc0a-7391c89e0148 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:18.561164 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ebbb66fd-7cb2-4bbb-bd82-e11961859fc8 req-2a373ff4-5f78-4612-bc0a-7391c89e0148 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 945 time: 0.0520597 May 28 03:38:18.609084 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ebbb66fd-7cb2-4bbb-bd82-e11961859fc8 req-24e66ed4-9983-4af0-bd37-d1357ac40007 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419598 May 28 03:38:18.820676 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Request body: {'port': {'device_id': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:18.882961 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:19.145097 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d354acd1-491e-4970-a567-fe2d40f5f09d req-b0a6304b-17dd-430e-ad4a-a39f69f813c3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:19.145097 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d354acd1-491e-4970-a567-fe2d40f5f09d req-b0a6304b-17dd-430e-ad4a-a39f69f813c3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0842390 May 28 03:38:19.222469 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:19.226469 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d354acd1-491e-4970-a567-fe2d40f5f09d req-ea22d99d-0337-46d4-a39d-4f94f995c849 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764899 May 28 03:38:19.262052 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea42d3d0-51a0-41a4-b165-b66f57c57a62 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:38:19.270563 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Publish callbacks [] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:19.284584 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Transition to ACTIVE for port object ea42d3d0-51a0-41a4-b165-b66f57c57a62 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:38:19.349054 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c32b3-c22c-4bdf-b55f-fdd47f7367b4 req-420ca3d7-0e67-4214-b6f2-f79a25495efd tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:19.350721 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-989c32b3-c22c-4bdf-b55f-fdd47f7367b4 req-420ca3d7-0e67-4214-b6f2-f79a25495efd tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 945 time: 0.0495684 May 28 03:38:19.351693 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9745184b-aab8-4fbc-930e-21a96b439523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:19.356049 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:19.407166 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-989c32b3-c22c-4bdf-b55f-fdd47f7367b4 req-7f9c063c-d30b-4c90-beb6-d9deb5eb0d44 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462143 May 28 03:38:19.433941 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5e268511-5e61-4eb1-83ea-d6d9c917f452 req-5c32af26-a4a1-46e2-a611-2c77ef2f478c tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 210 time: 0.0663671 May 28 03:38:19.442854 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Pushing event updated for resources: {'Port': ['ID=ea42d3d0-51a0-41a4-b165-b66f57c57a62,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:19.487256 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:19.490559 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e93ae55-85f6-43f4-ae1c-408d0b39beab" -d '{"events": [{"server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "name": "network-vif-unplugged", "status": "completed", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:19.534640 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:19.538480 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sat, 28 May 2022 03:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447927de-bee1-48b6-a56a-e1c094a56a77 x-openstack-request-id: req-447927de-bee1-48b6-a56a-e1c094a56a77 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:19.538802 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Attempting to bind port ea42d3d0-51a0-41a4-b165-b66f57c57a62 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:38:19.539071 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "name": "network-vif-unplugged", "status": "completed", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:19.539193 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Attempting to bind port ea42d3d0-51a0-41a4-b165-b66f57c57a62 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:38:19.539327 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-447927de-bee1-48b6-a56a-e1c094a56a77 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:19.539460 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Attempting to bind port ea42d3d0-51a0-41a4-b165-b66f57c57a62 on network a3076c7d-656d-4e5b-8611-4fd5569b4e24 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:38:19.539988 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-447927de-bee1-48b6-a56a-e1c094a56a77'] response: {'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'code': 200} May 28 03:38:19.544959 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Port ea42d3d0-51a0-41a4-b165-b66f57c57a62 on network a3076c7d-656d-4e5b-8611-4fd5569b4e24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:38:19.545436 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Attempting to bind port ea42d3d0-51a0-41a4-b165-b66f57c57a62 on network a3076c7d-656d-4e5b-8611-4fd5569b4e24 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:38:19.548720 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:19.552473 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:38:19.552809 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Checking segment: {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:38:19.554625 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Bound using segment: {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:38:19.554625 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Bound port: ea42d3d0-51a0-41a4-b165-b66f57c57a62, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4af600f1-af6c-4897-badf-3e5bbeef9f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:38:19.554625 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:19.584539 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff1c64-f430-46c3-932f-f45b4e2ca682 req-3ac03b14-1f8e-454b-82bc-224374a628cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:19.586310 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4ff1c64-f430-46c3-932f-f45b4e2ca682 req-3ac03b14-1f8e-454b-82bc-224374a628cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 944 time: 0.0620027 May 28 03:38:19.642639 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4ff1c64-f430-46c3-932f-f45b4e2ca682 req-9c3eafad-76b2-4201-9a95-cb7473c5de40 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491652 May 28 03:38:19.651462 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:19.670165 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] For port ea42d3d0-51a0-41a4-b165-b66f57c57a62, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:38:19.675491 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] For port ea42d3d0-51a0-41a4-b165-b66f57c57a62, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ea42d3d0-51a0-41a4-b165-b66f57c57a62,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:38:19.686047 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3445f-4ac7-4a16-8d5e-99a0714d25a9 req-60c8235e-8706-4c97-806c-94c6b071c7f6 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:19.687567 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a9a3445f-4ac7-4a16-8d5e-99a0714d25a9 req-60c8235e-8706-4c97-806c-94c6b071c7f6 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0776930 May 28 03:38:19.739707 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a9a3445f-4ac7-4a16-8d5e-99a0714d25a9 req-715a6750-8ce3-4788-b003-fb06ad193a24 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449984 May 28 03:38:19.748867 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a31913-086d-43c6-8344-1571b9914b58 req-fad53d58-124c-4e95-9c7f-7d3d70719bd2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:19.750415 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-65a31913-086d-43c6-8344-1571b9914b58 req-fad53d58-124c-4e95-9c7f-7d3d70719bd2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 945 time: 0.0479162 May 28 03:38:19.792271 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:19.804724 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-65a31913-086d-43c6-8344-1571b9914b58 req-3fc2a026-1329-4c8e-9f38-dfc0456ff612 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476408 May 28 03:38:19.839970 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:19.839970 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:19.839970 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] 10.222.0.27 "PUT /v2.0/ports/ea42d3d0-51a0-41a4-b165-b66f57c57a62 HTTP/1.1" status: 200 len: 1094 time: 1.0241873 May 28 03:38:19.842306 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'tag': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:19.844547 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68c27b33-e06e-4e97-927b-92173e745d62" -d '{"events": [{"name": "network-changed", "server_uuid": "13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690", "tag": "ea42d3d0-51a0-41a4-b165-b66f57c57a62"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:19.876939 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a66dca4-170d-48e7-ad36-a8ba666f337e service neutron] Pushing event updated for resources: {'Port': ['ID=ea42d3d0-51a0-41a4-b165-b66f57c57a62,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:19.891909 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd77e8d-e910-4a25-bfb4-8e40f55080f6 x-openstack-request-id: req-ebd77e8d-e910-4a25-bfb4-8e40f55080f6 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:19.892287 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690", "tag": "ea42d3d0-51a0-41a4-b165-b66f57c57a62", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:19.892553 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebd77e8d-e910-4a25-bfb4-8e40f55080f6 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:19.893023 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebd77e8d-e910-4a25-bfb4-8e40f55080f6'] response: {'name': 'network-changed', 'server_uuid': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'tag': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'status': 'completed', 'code': 200} May 28 03:38:20.049346 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed611c4-87c6-4271-a937-ab5b1ab8f4e5 req-a2292cce-3686-407d-8df7-910729ff6517 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:20.050811 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3ed611c4-87c6-4271-a937-ab5b1ab8f4e5 req-a2292cce-3686-407d-8df7-910729ff6517 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0485179 May 28 03:38:20.101027 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3ed611c4-87c6-4271-a937-ab5b1ab8f4e5 req-5a982e3c-c3cd-4d06-94a0-b0442086cdd0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446000 May 28 03:38:20.354265 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1de329-33e7-492a-840d-60f398c7e8a2 req-1a150664-addc-43cc-b659-dd29ccb51e80 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:20.355858 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5f1de329-33e7-492a-840d-60f398c7e8a2 req-1a150664-addc-43cc-b659-dd29ccb51e80 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0503247 May 28 03:38:20.406859 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5f1de329-33e7-492a-840d-60f398c7e8a2 req-6cf75006-fe7c-43af-9a1b-7026cb770083 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450127 May 28 03:38:20.517852 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:20.527190 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e849767-f4b4-403e-b9cc-5af1d10f2ded req-c4150217-887f-488f-b5d4-a784c36f11b0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:20.528970 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0e849767-f4b4-403e-b9cc-5af1d10f2ded req-c4150217-887f-488f-b5d4-a784c36f11b0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 945 time: 0.0506876 May 28 03:38:20.548466 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0169c4a1-d2dd-4212-83ef-c0926876e5ca req-cf8a9ac7-1639-46bb-9387-6b23913d4725 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 210 time: 0.0297680 May 28 03:38:20.578511 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0e849767-f4b4-403e-b9cc-5af1d10f2ded req-feed8ef3-16d0-459f-9c0c-9ec1d3b4731d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419855 May 28 03:38:20.704756 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02faa634-8637-4c00-b7d5-2e079fc5a80c req-904bf8f4-69c1-42eb-873f-aaf6c27038f7 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:20.706273 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-02faa634-8637-4c00-b7d5-2e079fc5a80c req-904bf8f4-69c1-42eb-873f-aaf6c27038f7 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.27 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 945 time: 0.1182621 May 28 03:38:20.712848 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c27b33-e06e-4e97-927b-92173e745d62 req-a7e7d618-e4a9-4990-bf67-ec99d11e91a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:20.714280 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68c27b33-e06e-4e97-927b-92173e745d62 req-a7e7d618-e4a9-4990-bf67-ec99d11e91a7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 1128 time: 0.0882113 May 28 03:38:20.716411 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f9f4b-ebee-4317-bb60-4caa5c210d8a req-6efc0356-9d9b-4c62-b45a-cc6ec6c942f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:20.717782 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b28f9f4b-ebee-4317-bb60-4caa5c210d8a req-6efc0356-9d9b-4c62-b45a-cc6ec6c942f2 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 1129 time: 0.0900869 May 28 03:38:20.762812 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3ef62b-98ab-408a-870c-8f37e878121c req-9b3d580e-e4f2-4000-8efc-32e76e46a720 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:20.764259 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5e3ef62b-98ab-408a-870c-8f37e878121c req-9b3d580e-e4f2-4000-8efc-32e76e46a720 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 944 time: 0.0490241 May 28 03:38:20.775214 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:20.811327 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5e3ef62b-98ab-408a-870c-8f37e878121c req-7f5149d7-e400-4282-a07a-a978772a7fc4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414317 May 28 03:38:20.923908 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831613eb-daa6-4bf5-bd79-cedc8b6d09d1 req-4595afd0-e825-4a0b-8614-cb606c6c647a tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:20.931559 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-831613eb-daa6-4bf5-bd79-cedc8b6d09d1 req-4595afd0-e825-4a0b-8614-cb606c6c647a tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 945 time: 0.0580738 May 28 03:38:20.982074 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-831613eb-daa6-4bf5-bd79-cedc8b6d09d1 req-9f0deac4-60b6-411b-baa7-05c551a4833e tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494885 May 28 03:38:21.053481 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5a070-0ecd-4b62-8edd-649144f27691 req-ea7224d5-dda5-4a3c-b8e5-4f8bcb08e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:21.055100 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4ca5a070-0ecd-4b62-8edd-649144f27691 req-ea7224d5-dda5-4a3c-b8e5-4f8bcb08e1fe service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 1129 time: 0.0428929 May 28 03:38:21.103125 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b28f9f4b-ebee-4317-bb60-4caa5c210d8a req-308984de-f7ef-4da0-8c12-b926a6c13070 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1913302 May 28 03:38:21.120940 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-02faa634-8637-4c00-b7d5-2e079fc5a80c req-5d7963aa-15b4-4811-ae2b-e0d2ec107d74 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Deleting port ffc62fe3-a4d5-4cba-b924-8fbde57f6682 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:38:21.121319 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-02faa634-8637-4c00-b7d5-2e079fc5a80c req-5d7963aa-15b4-4811-ae2b-e0d2ec107d74 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:21.152027 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5a070-0ecd-4b62-8edd-649144f27691 req-204b85f0-aef6-440c-bd7a-d10439803c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:21.156429 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4ca5a070-0ecd-4b62-8edd-649144f27691 req-204b85f0-aef6-440c-bd7a-d10439803c4d service neutron] 10.222.0.27 "GET /v2.0/networks?id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5 HTTP/1.1" status: 200 len: 912 time: 0.0923619 May 28 03:38:21.230453 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c27b33-e06e-4e97-927b-92173e745d62 req-298be794-cf27-40a3-a33e-4e6afd7cdc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:21.231890 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68c27b33-e06e-4e97-927b-92173e745d62 req-298be794-cf27-40a3-a33e-4e6afd7cdc49 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=5cab8255c6134aebb9c93493a2342cb1&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3229043 May 28 03:38:21.258053 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f9131a-f826-44be-82e7-1015a244aa0c req-8102a502-4011-47f1-995c-ca100d6fffc9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:21.259524 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-44f9131a-f826-44be-82e7-1015a244aa0c req-8102a502-4011-47f1-995c-ca100d6fffc9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0790665 May 28 03:38:21.266419 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-02faa634-8637-4c00-b7d5-2e079fc5a80c req-5d7963aa-15b4-4811-ae2b-e0d2ec107d74 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] For port ffc62fe3-a4d5-4cba-b924-8fbde57f6682, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ffc62fe3-a4d5-4cba-b924-8fbde57f6682,segment=NetworkSegment(7f416e29-501c-4382-aa5b-84a7368134ea),segment_id=7f416e29-501c-4382-aa5b-84a7368134ea)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:21.266780 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-02faa634-8637-4c00-b7d5-2e079fc5a80c req-5d7963aa-15b4-4811-ae2b-e0d2ec107d74 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:21.296122 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-02faa634-8637-4c00-b7d5-2e079fc5a80c req-5d7963aa-15b4-4811-ae2b-e0d2ec107d74 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Calling delete_port for ffc62fe3-a4d5-4cba-b924-8fbde57f6682 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:38:21.297717 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:21.390470 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-44f9131a-f826-44be-82e7-1015a244aa0c req-73d40fb3-12c0-448e-8105-fc9abe5996fd tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210783 May 28 03:38:21.697621 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535803a-7642-4128-967c-7760f30f14e5 req-c2f58cf8-cf9b-4569-86de-c7fb336e8e58 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:21.699113 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b535803a-7642-4128-967c-7760f30f14e5 req-c2f58cf8-cf9b-4569-86de-c7fb336e8e58 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0924742 May 28 03:38:21.701116 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4ca5a070-0ecd-4b62-8edd-649144f27691 req-fdba2b96-fff5-466a-bc63-8b8eb3792d0f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e23069-fb2c-4804-8da1-bf97b736bc08 HTTP/1.1" status: 200 len: 1000 time: 0.3602791 May 28 03:38:21.706787 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b28cd942-66c6-4fd8-8258-6f678472c501 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:21.724593 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9a1ea68a-9571-4786-92a5-d589af47aa47 req-f44305b6-959c-4be4-a55d-a3aaa3802354 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 210 time: 0.0400403 May 28 03:38:21.758911 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c27b33-e06e-4e97-927b-92173e745d62 req-b808c15c-4323-4acf-9196-da8e7d2b40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:21.760963 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68c27b33-e06e-4e97-927b-92173e745d62 req-b808c15c-4323-4acf-9196-da8e7d2b40eb service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4141548 May 28 03:38:21.761262 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b535803a-7642-4128-967c-7760f30f14e5 req-5eed309b-dd17-4adb-8c6e-ceee718959d5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556765 May 28 03:38:21.862845 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180d660-6bca-42fc-988e-14259afb9033 req-2a895286-3f39-4c0d-ab56-87a4006ad38e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:21.867476 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9180d660-6bca-42fc-988e-14259afb9033 req-2a895286-3f39-4c0d-ab56-87a4006ad38e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 945 time: 0.0708489 May 28 03:38:21.888300 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5a070-0ecd-4b62-8edd-649144f27691 req-fd0fcb18-b9b6-4c04-85cb-ebe1df7092eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:21.890329 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4ca5a070-0ecd-4b62-8edd-649144f27691 req-fd0fcb18-b9b6-4c04-85cb-ebe1df7092eb service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4490044b-5c07-456c-ad61-47e5d5e2ef0c HTTP/1.1" status: 200 len: 850 time: 0.0516086 May 28 03:38:21.926151 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-02faa634-8637-4c00-b7d5-2e079fc5a80c req-5d7963aa-15b4-4811-ae2b-e0d2ec107d74 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (ffc62fe3-a4d5-4cba-b924-8fbde57f6682), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:21.930793 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9180d660-6bca-42fc-988e-14259afb9033 req-acb1e650-e229-41bf-8cb2-8299803ea6a0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598259 May 28 03:38:21.956240 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['ffc62fe3-a4d5-4cba-b924-8fbde57f6682'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:38:21.956802 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7963aa-15b4-4811-ae2b-e0d2ec107d74 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Pushing event deleted for resources: {'Port': ['ID=ffc62fe3-a4d5-4cba-b924-8fbde57f6682,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:22.006815 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-02faa634-8637-4c00-b7d5-2e079fc5a80c req-5d7963aa-15b4-4811-ae2b-e0d2ec107d74 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] No DVR routers for this DVR port ffc62fe3-a4d5-4cba-b924-8fbde57f6682 on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:38:22.009326 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-02faa634-8637-4c00-b7d5-2e079fc5a80c req-5d7963aa-15b4-4811-ae2b-e0d2ec107d74 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:22.012433 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-02faa634-8637-4c00-b7d5-2e079fc5a80c req-5d7963aa-15b4-4811-ae2b-e0d2ec107d74 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.27 "DELETE /v2.0/ports/ffc62fe3-a4d5-4cba-b924-8fbde57f6682 HTTP/1.1" status: 204 len: 173 time: 1.0828700 May 28 03:38:22.012867 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f966dbeb-97e6-4540-acd6-e64e52e4e45b', 'name': 'network-vif-deleted', 'tag': 'ffc62fe3-a4d5-4cba-b924-8fbde57f6682'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:22.015077 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be2d6622-5147-4705-8c91-bbf21d179acf" -d '{"events": [{"server_uuid": "f966dbeb-97e6-4540-acd6-e64e52e4e45b", "name": "network-vif-deleted", "tag": "ffc62fe3-a4d5-4cba-b924-8fbde57f6682"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:22.065286 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc834cb4-0942-4669-9414-07632c659522 req-29b97618-3582-40d7-b61d-fad2a602590c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:22.067313 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc834cb4-0942-4669-9414-07632c659522 req-29b97618-3582-40d7-b61d-fad2a602590c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 944 time: 0.0497270 May 28 03:38:22.116612 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc834cb4-0942-4669-9414-07632c659522 req-95fa5b94-c908-423c-86bf-385ad2f975c1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424154 May 28 03:38:22.219707 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2101e947-cc7f-47a3-aec6-77b3e7ec441c req-ab21f4f4-809b-46f9-890b-9800c2f5e7d2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 210 time: 0.0378180 May 28 03:38:22.221033 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5a070-0ecd-4b62-8edd-649144f27691 req-9e7fd5b0-7420-4ae5-beab-ec458a29a34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:22.223194 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4ca5a070-0ecd-4b62-8edd-649144f27691 req-9e7fd5b0-7420-4ae5-beab-ec458a29a34f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579641 May 28 03:38:22.270919 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce979e71-cc6f-49e5-bd93-b3e0c983745d x-openstack-request-id: req-ce979e71-cc6f-49e5-bd93-b3e0c983745d {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:22.271204 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f966dbeb-97e6-4540-acd6-e64e52e4e45b", "name": "network-vif-deleted", "tag": "ffc62fe3-a4d5-4cba-b924-8fbde57f6682", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:22.271446 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ce979e71-cc6f-49e5-bd93-b3e0c983745d {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:22.271837 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce979e71-cc6f-49e5-bd93-b3e0c983745d'] response: {'server_uuid': 'f966dbeb-97e6-4540-acd6-e64e52e4e45b', 'name': 'network-vif-deleted', 'tag': 'ffc62fe3-a4d5-4cba-b924-8fbde57f6682', 'status': 'completed', 'code': 200} May 28 03:38:22.508849 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834a7c1-78d7-42db-a4c4-7c625ea7dc4f req-4dbe6c9f-9898-4b7a-9c8e-65911abe2f4c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:22.510323 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d834a7c1-78d7-42db-a4c4-7c625ea7dc4f req-4dbe6c9f-9898-4b7a-9c8e-65911abe2f4c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0466807 May 28 03:38:22.595971 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:22.607916 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d834a7c1-78d7-42db-a4c4-7c625ea7dc4f req-41a0d992-ffc3-424d-9d57-ee2449919df4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920832 May 28 03:38:22.610944 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a070453-5f0a-4295-987e-a033be26687f req-577aef8d-dcf7-452e-8cff-e8cae8694b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:22.612424 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-577aef8d-dcf7-452e-8cff-e8cae8694b5c service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 1128 time: 0.0692737 May 28 03:38:22.682019 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-079678f3-82ed-49e4-b1f0-17f7700d8d97 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea42d3d0-51a0-41a4-b165-b66f57c57a62 HTTP/1.1" status: 200 len: 217 time: 0.0457706 May 28 03:38:22.746632 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4ca5a070-0ecd-4b62-8edd-649144f27691 req-6b7aa43e-9242-4994-bab6-1984c60af1f1 service neutron] 10.222.0.27 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349361 May 28 03:38:22.794731 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a070453-5f0a-4295-987e-a033be26687f req-4336917b-2b9f-43dc-a12d-c929f6fb517e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:22.796194 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-4336917b-2b9f-43dc-a12d-c929f6fb517e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.1019239 May 28 03:38:22.858830 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-234e598f-85e4-4c61-bd35-12ce3f76c987 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:22.860237 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-234e598f-85e4-4c61-bd35-12ce3f76c987 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.27 "GET /v2.0/networks?id=c66573d2-3992-4577-bc6d-7740bb5602ab HTTP/1.1" status: 200 len: 814 time: 0.2254052 May 28 03:38:22.872544 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:22.876555 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4ca5a070-0ecd-4b62-8edd-649144f27691 req-7b3648d3-ee94-4f4d-aece-3b9af78568e6 service neutron] 10.222.0.27 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238105 May 28 03:38:22.878039 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:22.883749 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Request body: {'port': {'device_id': 'e654573a-25d3-4e44-b150-e0fdd2ef00df', 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab', 'admin_state_up': True, 'tenant_id': 'e302a2cd63ba46d7a6cef952ddb89242'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:22.888054 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-15f067e8-2e91-4566-934b-4e9cc5f73daa req-518045da-648e-46ff-b6aa-b380e1668547 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 210 time: 0.0499833 May 28 03:38:22.891387 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:22.909911 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a070453-5f0a-4295-987e-a033be26687f req-a62d8dc3-6ec8-4ec5-bc70-4637498e53b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:22.912487 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-a62d8dc3-6ec8-4ec5-bc70-4637498e53b2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1081209 May 28 03:38:23.088711 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-6092d64e-4cfa-49b6-a7c3-ac53a9bf332a req-ab8f7e43-1a1a-4a9f-8db8-f8a85cbab7e9 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:38:23.089736 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6092d64e-4cfa-49b6-a7c3-ac53a9bf332a req-ab8f7e43-1a1a-4a9f-8db8-f8a85cbab7e9 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056067 May 28 03:38:23.100684 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b937aa-2c44-4da9-a994-7414dccc2e1d req-434e57f9-4cc5-41d6-bb0b-0e3e8c6e5105 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:23.102207 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-11b937aa-2c44-4da9-a994-7414dccc2e1d req-434e57f9-4cc5-41d6-bb0b-0e3e8c6e5105 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 945 time: 0.0788136 May 28 03:38:23.140428 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-4b291a1d-17ce-441a-8219-935f65da7c80 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182407 May 28 03:38:23.167237 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-11b937aa-2c44-4da9-a994-7414dccc2e1d req-ba37cae5-0d5d-41a2-8fa8-34b2ebe17a19 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575933 May 28 03:38:23.210144 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Made reservation on behalf of e302a2cd63ba46d7a6cef952ddb89242 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:38:23.213860 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:23.246570 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device ffc62fe3-a4d5-4cba-b924-8fbde57f6682 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:38:23.266738 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: ffc62fe3-a4d5-4cba-b924-8fbde57f6682 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:38:23.267084 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device ffc62fe3-a4d5-4cba-b924-8fbde57f6682 not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:38:23.267502 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:38:23.270328 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:23.342212 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436a5514-d315-4fcc-9a90-934f50366950 req-403fd4eb-670d-4dca-9890-73ace40ec4e5 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:23.349535 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-436a5514-d315-4fcc-9a90-934f50366950 req-403fd4eb-670d-4dca-9890-73ace40ec4e5 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 944 time: 0.1152782 May 28 03:38:23.356141 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:23.371781 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 is: DOWN; New status is: DOWN {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:23.434253 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2a070453-5f0a-4295-987e-a033be26687f req-cf31edaa-deaf-4360-b9bd-951849a2f7d6 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471826 May 28 03:38:23.435103 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a49330-c5eb-45e5-8aa8-d3c7d257381f req-77f42f76-eec2-4a26-9ecd-1aaca3904e64 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:23.436783 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-77a49330-c5eb-45e5-8aa8-d3c7d257381f req-77f42f76-eec2-4a26-9ecd-1aaca3904e64 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 945 time: 0.0796816 May 28 03:38:23.445705 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:23.449303 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 35008) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:23.453572 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-b918c20d-7973-4808-82f3-60ececa0f85a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'floatingip': {'port_id': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:23.513156 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b918c20d-7973-4808-82f3-60ececa0f85a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (13b2ba73-3273-4919-9049-3800eba01f1c), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:23.545679 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-436a5514-d315-4fcc-9a90-934f50366950 req-a7a9af3a-a20d-4c4b-b7de-6728308d423e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1946769 May 28 03:38:23.567015 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Allocated IP 172.20.0.5 (c66573d2-3992-4577-bc6d-7740bb5602ab/7c47f54e-2fc6-40f0-8d87-c5b373c8374b/86370b2e-5f98-49df-b01e-c1a775a9facd) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:38:23.626462 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b3c55580-a308-4d64-8800-c136cb5dc865 req-b42f4093-3927-4013-a834-33873bae1576 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=f966dbeb-97e6-4540-acd6-e64e52e4e45b HTTP/1.1" status: 200 len: 210 time: 0.0573001 May 28 03:38:23.729165 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ecb63-fc59-42e9-9c5e-c09ae8a98bd0 req-c27b404b-ac9a-4284-a419-825b29bcd6cc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:23.734718 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e54ecb63-fc59-42e9-9c5e-c09ae8a98bd0 req-c27b404b-ac9a-4284-a419-825b29bcd6cc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.1154625 May 28 03:38:23.807325 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841b7c00-0a30-431c-adb6-0996a05ca962 req-76d68540-b663-406e-9f63-992ec0af6861 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:23.808833 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-841b7c00-0a30-431c-adb6-0996a05ca962 req-76d68540-b663-406e-9f63-992ec0af6861 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0989327 May 28 03:38:23.843553 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e54ecb63-fc59-42e9-9c5e-c09ae8a98bd0 req-5dc671a7-d968-4bbe-9e5c-76ede26160dd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731699 May 28 03:38:23.854324 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks [] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:23.864868 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:23.927530 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:23.942425 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-841b7c00-0a30-431c-adb6-0996a05ca962 req-1a9359b6-1bf1-4308-92a4-91440d7be9e9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239343 May 28 03:38:23.980238 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:24.064069 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656dfe73-7b43-46b4-9de6-f38e6ae6477d req-117c7298-6fdc-4548-8048-fcf973474b1e tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:24.065563 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-656dfe73-7b43-46b4-9de6-f38e6ae6477d req-117c7298-6fdc-4548-8048-fcf973474b1e tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 931 time: 0.0974979 May 28 03:38:24.067329 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Network c66573d2-3992-4577-bc6d-7740bb5602ab is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:38:24.070658 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Pushing event updated for resources: {'Port': ['ID=86370b2e-5f98-49df-b01e-c1a775a9facd,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:24.074380 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:38:24.076590 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:38:24.125074 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b918c20d-7973-4808-82f3-60ececa0f85a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:24.148657 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:24.149294 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:24.174538 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-656dfe73-7b43-46b4-9de6-f38e6ae6477d req-5c53637a-b8b8-4df8-894a-1f1aeeda56b3 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928819 May 28 03:38:24.248886 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:24.249479 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b918c20d-7973-4808-82f3-60ececa0f85a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (13b2ba73-3273-4919-9049-3800eba01f1c), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:24.271900 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 35032) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:24.291311 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-aca530c2-496b-4b22-9ff3-f669cc16de02 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4141552 May 28 03:38:24.342523 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:24.348402 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-b918c20d-7973-4808-82f3-60ececa0f85a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Floating IP 13b2ba73-3273-4919-9049-3800eba01f1c associated. External IP: 172.27.3.236, port: bce2d221-cb90-4b9d-b2ca-1b1020b1c795. May 28 03:38:24.358428 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a33b732c-79bb-4db4-acea-34335182686c req-1957fb2a-5985-41da-8f80-85c5f47d8e5b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849338 May 28 03:38:24.369051 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [req-a33b732c-79bb-4db4-acea-34335182686c req-a25e3808-1eb2-41bc-a5b2-911d54fabe23 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:38:24.370162 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a33b732c-79bb-4db4-acea-34335182686c req-a25e3808-1eb2-41bc-a5b2-911d54fabe23 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052106 May 28 03:38:24.448267 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 35040) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:24.546948 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b732c-79bb-4db4-acea-34335182686c req-3d5196db-4e21-492f-8ebe-15eebfa8e735 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:24.548595 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a33b732c-79bb-4db4-acea-34335182686c req-3d5196db-4e21-492f-8ebe-15eebfa8e735 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports/97df7472-c1e5-4bbd-80b5-6efb1965aeb9 HTTP/1.1" status: 200 len: 940 time: 0.0993688 May 28 03:38:24.550402 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b918c20d-7973-4808-82f3-60ececa0f85a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Router 16ba28df-7752-4608-be78-a068ff847a0a has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:38:24.624008 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Request body: {'port': {'device_id': 'e654573a-25d3-4e44-b150-e0fdd2ef00df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:24.720239 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:24.721580 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b918c20d-7973-4808-82f3-60ececa0f85a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:38:24.732872 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0a83a-f297-4e67-a2a6-af8b34fcdc49 None None] Sync routers for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:38:24.737544 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48728969-e831-4efb-988f-93f459b5b401 req-55f5153e-cc52-4ee1-bd7c-cb9a184a1e83 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:24.740391 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-48728969-e831-4efb-988f-93f459b5b401 req-55f5153e-cc52-4ee1-bd7c-cb9a184a1e83 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 944 time: 0.1239154 May 28 03:38:24.743915 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b918c20d-7973-4808-82f3-60ececa0f85a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:24.750819 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0a83a-f297-4e67-a2a6-af8b34fcdc49 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:38:24.751467 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-bdb0a83a-f297-4e67-a2a6-af8b34fcdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:38:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:38:24.809335 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b918c20d-7973-4808-82f3-60ececa0f85a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "PUT /v2.0/floatingips/13b2ba73-3273-4919-9049-3800eba01f1c HTTP/1.1" status: 200 len: 991 time: 1.3585217 May 28 03:38:24.810816 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'tag': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:24.813132 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9a0f50-91a9-4349-9828-e25ab3847f1a" -d '{"events": [{"name": "network-changed", "server_uuid": "8714c46b-f821-4c0a-b55d-1083da5eb5b8", "tag": "bce2d221-cb90-4b9d-b2ca-1b1020b1c795"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:24.831173 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-48728969-e831-4efb-988f-93f459b5b401 req-a5993526-1e55-4048-9028-048642f0b138 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843959 May 28 03:38:24.862539 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:24.875974 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc669d07-df2f-4ea0-be30-808020875aef x-openstack-request-id: req-fc669d07-df2f-4ea0-be30-808020875aef {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:24.875974 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8714c46b-f821-4c0a-b55d-1083da5eb5b8", "tag": "bce2d221-cb90-4b9d-b2ca-1b1020b1c795", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:24.875974 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc669d07-df2f-4ea0-be30-808020875aef {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:24.875974 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc669d07-df2f-4ea0-be30-808020875aef'] response: {'name': 'network-changed', 'server_uuid': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'tag': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795', 'status': 'completed', 'code': 200} May 28 03:38:25.017756 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d90548a-5598-4151-a8f9-433331d5a208 req-90925ce8-6c18-47da-8a6c-09ffb9c4e2a8 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:25.020686 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6d90548a-5598-4151-a8f9-433331d5a208 req-90925ce8-6c18-47da-8a6c-09ffb9c4e2a8 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0639219 May 28 03:38:25.040055 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-bdb0a83a-f297-4e67-a2a6-af8b34fcdc49 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:38:25.072430 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6d90548a-5598-4151-a8f9-433331d5a208 req-45cfa022-3545-4b28-972a-f3d601c0e65f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466135 May 28 03:38:25.203251 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:25.216774 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1d44e-322c-4063-8745-ebed1de7f8a6 req-10a9ef3b-942d-43eb-af1f-d8c18e421a09 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:25.218448 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b2d1d44e-322c-4063-8745-ebed1de7f8a6 req-10a9ef3b-942d-43eb-af1f-d8c18e421a09 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0497615 May 28 03:38:25.233808 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1da9ece5-0b96-4437-abf8-68b7a733ce45 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:25.235466 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1da9ece5-0b96-4437-abf8-68b7a733ce45 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/networks?id=d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 HTTP/1.1" status: 200 len: 809 time: 0.2627921 May 28 03:38:25.255901 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0f50-91a9-4349-9828-e25ab3847f1a req-02f29590-1e6b-452e-b25f-0d418df34066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:25.257537 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5c9a0f50-91a9-4349-9828-e25ab3847f1a req-02f29590-1e6b-452e-b25f-0d418df34066 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 1129 time: 0.1046362 May 28 03:38:25.272785 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b2d1d44e-322c-4063-8745-ebed1de7f8a6 req-b65915b7-afd3-4f17-9cb2-671b651c77a4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484481 May 28 03:38:25.324045 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-25097c5a-40ef-41e1-b6ce-e1bfa2600ed6 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/quotas/ccf50ff938ce4fdb8d24871054e0015d HTTP/1.1" status: 200 len: 375 time: 0.0729523 May 28 03:38:25.330652 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-bdb0a83a-f297-4e67-a2a6-af8b34fcdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '13b2ba73-3273-4919-9049-3800eba01f1c', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:74:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:37:56Z', 'updated_at': '2022-05-28T03:38:24Z', 'revision_number': 1, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}, {'id': '4217859b-62f7-409d-a63e-6dec05d30e2a', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:bc:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:36:07Z', 'updated_at': '2022-05-28T03:36:47Z', 'revision_number': 2, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:38:25.360425 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0a83a-f297-4e67-a2a6-af8b34fcdc49 None None] Checking router: 16ba28df-7752-4608-be78-a068ff847a0a for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:38:25.369180 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86370b2e-5f98-49df-b01e-c1a775a9facd {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:38:25.369635 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb0a83a-f297-4e67-a2a6-af8b34fcdc49 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:38:25.370256 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-bdb0a83a-f297-4e67-a2a6-af8b34fcdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:38:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:38:25.379276 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-14773c14-c1b4-4c3e-ad77-f6552fe036f0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=ccf50ff938ce4fdb8d24871054e0015d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538535 May 28 03:38:25.381336 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Publish callbacks [] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:25.396144 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121ad45-2940-4de6-9c71-465f97c35b3b req-9e174397-9a70-4a0a-a3c7-03a1a62ea504 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:25.397827 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4121ad45-2940-4de6-9c71-465f97c35b3b req-9e174397-9a70-4a0a-a3c7-03a1a62ea504 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 931 time: 0.0538728 May 28 03:38:25.451972 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Transition to ACTIVE for port object 86370b2e-5f98-49df-b01e-c1a775a9facd will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:38:25.454116 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4121ad45-2940-4de6-9c71-465f97c35b3b req-60f43c5e-9426-4187-a20b-db61ac999155 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501730 May 28 03:38:25.461033 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:25.486309 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-bdb0a83a-f297-4e67-a2a6-af8b34fcdc49 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:38:25.512389 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0f50-91a9-4349-9828-e25ab3847f1a req-ef0665da-5e04-406e-a78f-ebe112975cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:25.513818 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5c9a0f50-91a9-4349-9828-e25ab3847f1a req-ef0665da-5e04-406e-a78f-ebe112975cc8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 200 len: 915 time: 0.2471895 May 28 03:38:25.572003 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-810e353a-e38f-44bf-ac7d-b861c74169d2 service neutron] 10.222.0.41 "GET /v2.0/networks/d0e4e4f5-23db-4c8c-a345-0058f3ae5e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598847 May 28 03:38:25.594303 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:25.639144 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5c9a0f50-91a9-4349-9828-e25ab3847f1a req-d12bfec2-fe37-435d-8d9a-e6d540f33c1d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bce2d221-cb90-4b9d-b2ca-1b1020b1c795 HTTP/1.1" status: 200 len: 999 time: 0.1165724 May 28 03:38:25.665620 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:25.720874 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-bdb0a83a-f297-4e67-a2a6-af8b34fcdc49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '13b2ba73-3273-4919-9049-3800eba01f1c', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:74:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:37:56Z', 'updated_at': '2022-05-28T03:38:24Z', 'revision_number': 1, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}, {'id': '4217859b-62f7-409d-a63e-6dec05d30e2a', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:bc:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:36:07Z', 'updated_at': '2022-05-28T03:36:47Z', 'revision_number': 2, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:38:25.739531 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=86370b2e-5f98-49df-b01e-c1a775a9facd,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:25.749441 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb0a83a-f297-4e67-a2a6-af8b34fcdc49 None None] The sync data for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi is: [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '13b2ba73-3273-4919-9049-3800eba01f1c', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.236', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:74:88:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:37:56Z', 'updated_at': '2022-05-28T03:38:24Z', 'revision_number': 1, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}, {'id': '4217859b-62f7-409d-a63e-6dec05d30e2a', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:bc:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:36:07Z', 'updated_at': '2022-05-28T03:36:47Z', 'revision_number': 2, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:38:25.786341 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0f50-91a9-4349-9828-e25ab3847f1a req-f035b696-586d-446d-a52d-06fca97b04c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:25.787901 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5c9a0f50-91a9-4349-9828-e25ab3847f1a req-f035b696-586d-446d-a52d-06fca97b04c6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f446e15b-7c64-40ee-82e8-228642b299e2 HTTP/1.1" status: 200 len: 853 time: 0.1351326 May 28 03:38:25.813809 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-2b212be5-c680-4df8-aad0-0a7d4ff9c504 service neutron] 10.222.0.41 "GET /v2.0/networks/d0e4e4f5-23db-4c8c-a345-0058f3ae5e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323833 May 28 03:38:25.858871 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:25.884056 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0f50-91a9-4349-9828-e25ab3847f1a req-d713896c-e2ef-4acc-8919-92f5c2946367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:25.885599 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5c9a0f50-91a9-4349-9828-e25ab3847f1a req-d713896c-e2ef-4acc-8919-92f5c2946367 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0692067 May 28 03:38:25.888128 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Attempting to bind port 86370b2e-5f98-49df-b01e-c1a775a9facd on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:38:25.888464 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Attempting to bind port 86370b2e-5f98-49df-b01e-c1a775a9facd by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'abd2f915-8d22-489c-b4f4-2c1e24622c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:38:25.888795 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Attempting to bind port 86370b2e-5f98-49df-b01e-c1a775a9facd on network c66573d2-3992-4577-bc6d-7740bb5602ab {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:38:25.893664 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Port 86370b2e-5f98-49df-b01e-c1a775a9facd on network c66573d2-3992-4577-bc6d-7740bb5602ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:38:25.893985 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Attempting to bind port 86370b2e-5f98-49df-b01e-c1a775a9facd on network c66573d2-3992-4577-bc6d-7740bb5602ab {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:38:25.934135 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:38:25.934478 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Checking segment: {'id': 'abd2f915-8d22-489c-b4f4-2c1e24622c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:38:25.936505 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Bound using segment: {'id': 'abd2f915-8d22-489c-b4f4-2c1e24622c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:38:25.936505 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Bound port: 86370b2e-5f98-49df-b01e-c1a775a9facd, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd2f915-8d22-489c-b4f4-2c1e24622c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:38:25.936505 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:25.985344 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a229eb-390a-4a82-be5f-8103ef94db90 req-d576ca6e-f097-4d98-9270-78834c80d731 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:25.986965 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c9a229eb-390a-4a82-be5f-8103ef94db90 req-d576ca6e-f097-4d98-9270-78834c80d731 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 944 time: 0.0531871 May 28 03:38:26.033409 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5c9a0f50-91a9-4349-9828-e25ab3847f1a req-ee761e7d-0a2a-459e-a38f-8e3cea20799c service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364908 May 28 03:38:26.037645 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b48e9fd-5d41-4cd9-802f-dda8c97f1f7e None None] New status for floating IP 13b2ba73-3273-4919-9049-3800eba01f1c: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:38:26.042866 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c9a229eb-390a-4a82-be5f-8103ef94db90 req-50992b43-6aed-4ff6-9791-0eb0e4743ddf tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492570 May 28 03:38:26.160466 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a5e114bf-fe84-411e-a26f-11bb7b540668 req-cdee3b95-0389-46e7-90ab-515df5276429 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 210 time: 0.0452898 May 28 03:38:26.329562 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] For port 86370b2e-5f98-49df-b01e-c1a775a9facd, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:38:26.399072 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] For port 86370b2e-5f98-49df-b01e-c1a775a9facd, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=86370b2e-5f98-49df-b01e-c1a775a9facd,segment=NetworkSegment(abd2f915-8d22-489c-b4f4-2c1e24622c69),segment_id=abd2f915-8d22-489c-b4f4-2c1e24622c69)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:38:26.416985 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b80d0d-432c-4853-8873-89a7028298af req-09560631-d6e7-43ed-acb1-9ae3ede139ac tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:26.418475 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-20b80d0d-432c-4853-8873-89a7028298af req-09560631-d6e7-43ed-acb1-9ae3ede139ac tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.1141460 May 28 03:38:26.457022 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5c9a0f50-91a9-4349-9828-e25ab3847f1a req-5a9d2d66-6ce9-40c7-96a9-ebb241d8e7cb service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4153936 May 28 03:38:26.483125 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-20b80d0d-432c-4853-8873-89a7028298af req-f453bd8c-a6f9-4567-97fc-623a64258fb2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557487 May 28 03:38:26.486977 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:26.520707 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:26.521440 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:26.527507 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] 10.222.0.27 "PUT /v2.0/ports/86370b2e-5f98-49df-b01e-c1a775a9facd HTTP/1.1" status: 200 len: 1093 time: 1.9031553 May 28 03:38:26.527507 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e654573a-25d3-4e44-b150-e0fdd2ef00df', 'tag': '86370b2e-5f98-49df-b01e-c1a775a9facd'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:26.527507 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bcd00b-8fa4-4fe4-98ad-b676125f7fc7" -d '{"events": [{"name": "network-changed", "server_uuid": "e654573a-25d3-4e44-b150-e0fdd2ef00df", "tag": "86370b2e-5f98-49df-b01e-c1a775a9facd"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:26.552176 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175f8cf-cdfe-4e00-8189-8de2fde97ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=86370b2e-5f98-49df-b01e-c1a775a9facd,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:26.563883 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:38:26.593244 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0b90ca-55bf-4ca9-9648-cba885e68e7e x-openstack-request-id: req-2b0b90ca-55bf-4ca9-9648-cba885e68e7e {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:26.593244 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e654573a-25d3-4e44-b150-e0fdd2ef00df", "tag": "86370b2e-5f98-49df-b01e-c1a775a9facd", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:26.593244 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b0b90ca-55bf-4ca9-9648-cba885e68e7e {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:26.593244 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0b90ca-55bf-4ca9-9648-cba885e68e7e'] response: {'name': 'network-changed', 'server_uuid': 'e654573a-25d3-4e44-b150-e0fdd2ef00df', 'tag': '86370b2e-5f98-49df-b01e-c1a775a9facd', 'status': 'completed', 'code': 200} May 28 03:38:26.594958 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a30397-7e65-42cd-9224-9be71db104be req-8d428bee-a43a-44de-90f3-7c5bcaec4990 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:26.598446 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b4a30397-7e65-42cd-9224-9be71db104be req-8d428bee-a43a-44de-90f3-7c5bcaec4990 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 943 time: 0.0528038 May 28 03:38:26.650799 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b4a30397-7e65-42cd-9224-9be71db104be req-ca8659cc-f49c-43be-b8e2-48d254de6613 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478446 May 28 03:38:26.660918 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcd00b-8fa4-4fe4-98ad-b676125f7fc7 req-3f72b113-99fe-4eae-b0b1-d227adaaa282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:26.662546 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d1bcd00b-8fa4-4fe4-98ad-b676125f7fc7 req-3f72b113-99fe-4eae-b0b1-d227adaaa282 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e302a2cd63ba46d7a6cef952ddb89242&device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 1127 time: 0.0512841 May 28 03:38:26.768048 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:26.773319 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcd00b-8fa4-4fe4-98ad-b676125f7fc7 req-a62fbf89-2184-4844-aa26-938deeb74a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:26.774788 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d1bcd00b-8fa4-4fe4-98ad-b676125f7fc7 req-a62fbf89-2184-4844-aa26-938deeb74a0b service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=e302a2cd63ba46d7a6cef952ddb89242&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1048231 May 28 03:38:26.872267 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bcd00b-8fa4-4fe4-98ad-b676125f7fc7 req-0c061ca3-8b51-4548-bf55-67752f7bb79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:26.873763 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d1bcd00b-8fa4-4fe4-98ad-b676125f7fc7 req-0c061ca3-8b51-4548-bf55-67752f7bb79c service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918739 May 28 03:38:26.948067 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-668ae0bc-600a-4505-b3ac-5e368531aefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:26.949591 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-668ae0bc-600a-4505-b3ac-5e368531aefd service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e302a2cd63ba46d7a6cef952ddb89242&device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 1127 time: 0.0405378 May 28 03:38:26.994822 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-3f74f96b-dbdc-46c8-9a43-c09e34a6f695 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86370b2e-5f98-49df-b01e-c1a775a9facd HTTP/1.1" status: 200 len: 217 time: 0.0338264 May 28 03:38:27.043878 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-05993843-c93d-4917-bd0d-17306d40bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:27.045358 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-05993843-c93d-4917-bd0d-17306d40bc32 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7c47f54e-2fc6-40f0-8d87-c5b373c8374b HTTP/1.1" status: 200 len: 854 time: 0.0443375 May 28 03:38:27.080814 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-77cb9c4e-c756-4202-85ac-6b21679c44f4 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c66573d2-3992-4577-bc6d-7740bb5602ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287185 May 28 03:38:27.214084 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b109bf-5bca-4538-b742-3efb4f6af3c9 req-2ed98c89-bfa7-47d8-973d-768f7bb6f7cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:27.215623 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-97b109bf-5bca-4538-b742-3efb4f6af3c9 req-2ed98c89-bfa7-47d8-973d-768f7bb6f7cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 944 time: 0.0687363 May 28 03:38:27.223819 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-e9a1a405-781c-47c9-8e12-6a7a051841fa service neutron] 10.222.0.27 "GET /v2.0/networks/c66573d2-3992-4577-bc6d-7740bb5602ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366386 May 28 03:38:27.235051 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device ea42d3d0-51a0-41a4-b165-b66f57c57a62 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:38:27.248924 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dd46ec0f-ea58-48b7-8fec-5ac1c0a6d33d req-fb187d2a-56e4-4fd5-887b-0b7c31210ebe tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 210 time: 0.0308874 May 28 03:38:27.326209 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-97b109bf-5bca-4538-b742-3efb4f6af3c9 req-ce0d9fa7-a898-4ece-9495-1cae4ba98a18 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013374 May 28 03:38:27.341295 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:27.352335 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-031ea47a-6833-4e13-bdc6-0f7103588213 req-89ef3f3c-ceee-427b-af65-adf3ef25d22d service neutron] 10.222.0.27 "GET /v2.0/networks/c66573d2-3992-4577-bc6d-7740bb5602ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203444 May 28 03:38:27.359279 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port ea42d3d0-51a0-41a4-b165-b66f57c57a62, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ea42d3d0-51a0-41a4-b165-b66f57c57a62,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:27.372091 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'port_id': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:38:27.406268 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port ea42d3d0-51a0-41a4-b165-b66f57c57a62 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:27.406642 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:27.422440 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea42d3d0-51a0-41a4-b165-b66f57c57a62 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:38:27.442220 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port ea42d3d0-51a0-41a4-b165-b66f57c57a62, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ea42d3d0-51a0-41a4-b165-b66f57c57a62,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:27.563071 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:27.611112 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=ea42d3d0-51a0-41a4-b165-b66f57c57a62,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:27.611334 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a8dd1-dc79-4d44-8b7f-260b9925e708 req-0617e324-d233-482b-b233-9b49f0555e82 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:27.612592 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0a8a8dd1-dc79-4d44-8b7f-260b9925e708 req-0617e324-d233-482b-b233-9b49f0555e82 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0493433 May 28 03:38:27.662722 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0a8a8dd1-dc79-4d44-8b7f-260b9925e708 req-fa4e13e6-f5cb-4640-aac1-019ac6975667 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431299 May 28 03:38:27.773978 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b3f1e-6b34-408f-8cb6-b2569c02e519 req-88029629-1039-4cd4-b17b-296500a6c62e tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:27.775443 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8c6b3f1e-6b34-408f-8cb6-b2569c02e519 req-88029629-1039-4cd4-b17b-296500a6c62e tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 943 time: 0.0565476 May 28 03:38:27.822249 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8c6b3f1e-6b34-408f-8cb6-b2569c02e519 req-c00fcb3a-3771-4038-8375-53e09d0d8224 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412924 May 28 03:38:27.848690 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['ea42d3d0-51a0-41a4-b165-b66f57c57a62'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:38:28.368337 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-24d8b3be-7d52-4e7e-8f29-b03dea8e273d req-b8ea73f9-e713-4a7e-bfd0-0e31ff97c21e tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 210 time: 0.0327022 May 28 03:38:28.443056 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b942f-afb6-4c50-a8fd-e20632c7152e req-920e1e56-58c2-4ce8-982d-36790b855fc6 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:28.444545 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7e9b942f-afb6-4c50-a8fd-e20632c7152e req-920e1e56-58c2-4ce8-982d-36790b855fc6 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 945 time: 0.0468419 May 28 03:38:28.490597 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7e9b942f-afb6-4c50-a8fd-e20632c7152e req-17f1ab12-45af-4424-8b8c-96c16ba72a97 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406752 May 28 03:38:28.716680 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b732c-79bb-4db4-acea-34335182686c req-b992dcdc-f06e-461e-a50c-fbdecdf27004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:28.718222 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a33b732c-79bb-4db4-acea-34335182686c req-b992dcdc-f06e-461e-a50c-fbdecdf27004 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547&tenant_id=3611c72fb0b8472da98ba9b0c0d86843 HTTP/1.1" status: 200 len: 1127 time: 0.0838718 May 28 03:38:28.779578 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b732c-79bb-4db4-acea-34335182686c req-e9c700df-fcf4-40d3-977c-08c98a8f858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:28.781060 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a33b732c-79bb-4db4-acea-34335182686c req-e9c700df-fcf4-40d3-977c-08c98a8f858e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 1127 time: 0.0389991 May 28 03:38:28.783841 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a0d33-4c04-4019-add4-3f3b19a4477e req-0e184112-90a7-436f-8f10-1ac2751b3433 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:28.785424 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-046a0d33-4c04-4019-add4-3f3b19a4477e req-0e184112-90a7-436f-8f10-1ac2751b3433 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0496049 May 28 03:38:28.833138 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-046a0d33-4c04-4019-add4-3f3b19a4477e req-dbd412a2-c254-46f5-8239-b1ff2b7c5e96 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421236 May 28 03:38:28.882577 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b732c-79bb-4db4-acea-34335182686c req-6c8ff3bd-8a15-4f17-a0c3-2b6b92ce2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:28.884057 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a33b732c-79bb-4db4-acea-34335182686c req-6c8ff3bd-8a15-4f17-a0c3-2b6b92ce2a19 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 918 time: 0.0966613 May 28 03:38:28.976515 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ab28c7-6d5e-49b1-9c6a-68be2395eb1a req-e73240f6-2b0c-4d07-8f72-9ec3b38ce698 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:28.977938 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e4ab28c7-6d5e-49b1-9c6a-68be2395eb1a req-e73240f6-2b0c-4d07-8f72-9ec3b38ce698 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 943 time: 0.0862877 May 28 03:38:28.983851 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a33b732c-79bb-4db4-acea-34335182686c req-55603ef3-138f-4829-af7b-b56f8cde41c0 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9 HTTP/1.1" status: 200 len: 999 time: 0.0910923 May 28 03:38:29.028870 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e4ab28c7-6d5e-49b1-9c6a-68be2395eb1a req-c1447e99-444f-4a87-b91a-eba4f479f85b tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441039 May 28 03:38:29.249718 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device ea42d3d0-51a0-41a4-b165-b66f57c57a62 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:38:29.255776 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b732c-79bb-4db4-acea-34335182686c req-65101d9b-58d0-4831-b90e-84b3119fe070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:29.257429 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a33b732c-79bb-4db4-acea-34335182686c req-65101d9b-58d0-4831-b90e-84b3119fe070 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 HTTP/1.1" status: 200 len: 856 time: 0.0462072 May 28 03:38:29.293640 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port ea42d3d0-51a0-41a4-b165-b66f57c57a62 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:38:29.298313 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:29.301466 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b732c-79bb-4db4-acea-34335182686c req-02453462-17b8-4d91-b0e0-c753f7db39de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:29.302950 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a33b732c-79bb-4db4-acea-34335182686c req-02453462-17b8-4d91-b0e0-c753f7db39de service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f47d9414-85e4-4030-814e-0a5133c3d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388827 May 28 03:38:29.380754 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port ea42d3d0-51a0-41a4-b165-b66f57c57a62 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:38:29.381305 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:29.458745 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port ea42d3d0-51a0-41a4-b165-b66f57c57a62 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:29.459125 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:29.469321 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a33b732c-79bb-4db4-acea-34335182686c req-d220be84-cfc2-4f12-9fe6-1b79e4abeaf5 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554744 May 28 03:38:29.473056 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-444ef4a3-55a1-4555-9fc3-8749d7696876 req-b08b6c40-7869-49f6-8765-77d40b7c9720 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 210 time: 0.0312040 May 28 03:38:29.486730 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:29.496990 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a05e234-34e6-4410-a603-06c415e29d0a" -d '{"events": [{"server_uuid": "13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690", "name": "network-vif-plugged", "status": "completed", "tag": "ea42d3d0-51a0-41a4-b165-b66f57c57a62"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:29.508890 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port ea42d3d0-51a0-41a4-b165-b66f57c57a62, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ea42d3d0-51a0-41a4-b165-b66f57c57a62,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:29.541370 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ad106a-f718-47b3-a058-c4afd6815215 x-openstack-request-id: req-b6ad106a-f718-47b3-a058-c4afd6815215 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:29.541703 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690", "name": "network-vif-plugged", "status": "completed", "tag": "ea42d3d0-51a0-41a4-b165-b66f57c57a62", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:29.541957 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b6ad106a-f718-47b3-a058-c4afd6815215 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:29.542351 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ad106a-f718-47b3-a058-c4afd6815215'] response: {'server_uuid': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'code': 200} May 28 03:38:29.544261 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6417de17-dea2-436e-b439-8427ec3130dc tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:29.545792 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6417de17-dea2-436e-b439-8427ec3130dc tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.27 "GET /v2.0/networks?id=d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 HTTP/1.1" status: 200 len: 809 time: 0.1676409 May 28 03:38:29.577006 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Request body: {'port': {'device_id': 'a168e633-a260-418c-acde-848a587bd43c', 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11', 'admin_state_up': True, 'tenant_id': 'ccf50ff938ce4fdb8d24871054e0015d'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:29.591458 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:29.619112 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c38806-93c1-428d-b732-e8aae4888029 req-915938ba-9909-415e-8653-233472226343 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:29.621418 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f4c38806-93c1-428d-b732-e8aae4888029 req-915938ba-9909-415e-8653-233472226343 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 945 time: 0.0551105 May 28 03:38:29.650729 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:29.653742 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:29.663419 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=ea42d3d0-51a0-41a4-b165-b66f57c57a62,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:29.675603 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a33b732c-79bb-4db4-acea-34335182686c req-db67cca7-e177-4f9a-ae94-c222034149b9 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922729 May 28 03:38:29.682621 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f4c38806-93c1-428d-b732-e8aae4888029 req-c0c2a620-35ce-4b4f-901b-4d354c3f01d7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534680 May 28 03:38:29.683457 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:29.871968 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Made reservation on behalf of ccf50ff938ce4fdb8d24871054e0015d for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:38:29.875693 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:30.032742 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bbeb7-6b41-40c1-ab19-b6f0a8331611 req-84828f34-0f08-4ee6-ab5a-eb990ceb8b93 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:30.034334 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-455bbeb7-6b41-40c1-ab19-b6f0a8331611 req-84828f34-0f08-4ee6-ab5a-eb990ceb8b93 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0993462 May 28 03:38:30.086802 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d064f-9416-4b8f-9351-b7ed6e992c97 req-888511dd-b481-4553-97b7-93565714f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:30.088262 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-510d064f-9416-4b8f-9351-b7ed6e992c97 req-888511dd-b481-4553-97b7-93565714f64e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 1130 time: 0.1037526 May 28 03:38:30.136027 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Allocated IP 172.20.0.13 (d0e4e4f5-23db-4c8c-a345-0058f3ae5e11/8b25d6a2-f86a-4c5f-8006-4e75d0dccc60/114f72ce-4108-4448-8ad0-d5f0db0c3ddf) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:38:30.155172 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b81084-cebf-4d2d-9b8e-bd04fe451d5a req-2048c382-d977-4082-9082-2f0acd90fdf9 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:30.156906 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-08b81084-cebf-4d2d-9b8e-bd04fe451d5a req-2048c382-d977-4082-9082-2f0acd90fdf9 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 943 time: 0.0606346 May 28 03:38:30.167375 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-455bbeb7-6b41-40c1-ab19-b6f0a8331611 req-b12c27ab-624f-4854-ae36-db624fb77c5f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243343 May 28 03:38:30.170348 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:30.210840 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-510d064f-9416-4b8f-9351-b7ed6e992c97 req-cc7bcd33-442f-4dc8-9e94-4e80c7fb5ee9 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140862 May 28 03:38:30.218844 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-08b81084-cebf-4d2d-9b8e-bd04fe451d5a req-c6fb1f9e-af42-40fe-9cea-58e4b1f45207 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558908 May 28 03:38:30.335702 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:30.345886 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks [] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:30.454658 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:30.502580 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:38:30.516225 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:38:30.516225 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:38:30.522596 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Pushing event updated for resources: {'Port': ['ID=114f72ce-4108-4448-8ad0-d5f0db0c3ddf,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:30.591941 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:30.592685 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:30.662916 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bf05b-9f83-4ca3-a147-b699d4bc3faa req-26c3db95-8ac2-4a1f-b823-4bf3b818b03d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:30.664546 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-502bf05b-9f83-4ca3-a147-b699d4bc3faa req-26c3db95-8ac2-4a1f-b823-4bf3b818b03d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 932 time: 0.0979967 May 28 03:38:30.689506 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-1c5c78ef-542c-47f3-9428-528201cba5c2 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1177812 May 28 03:38:30.732940 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-502bf05b-9f83-4ca3-a147-b699d4bc3faa req-30ceb2d9-7986-4e87-9ba5-479e22634166 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618236 May 28 03:38:30.856442 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e2050-d4ae-4d87-90cd-234399fd3419 req-f1ec07b4-b7d9-4dfa-9a9a-d6f1a0d80130 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:30.858147 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-126e2050-d4ae-4d87-90cd-234399fd3419 req-f1ec07b4-b7d9-4dfa-9a9a-d6f1a0d80130 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0655825 May 28 03:38:30.921703 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-126e2050-d4ae-4d87-90cd-234399fd3419 req-97755d4f-8645-4a39-af60-7494ea867a69 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553575 May 28 03:38:31.109169 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Request body: {'port': {'device_id': 'a168e633-a260-418c-acde-848a587bd43c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:31.109169 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:31.109169 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:31.259766 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 86370b2e-5f98-49df-b01e-c1a775a9facd details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:38:31.342502 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9526f-bb84-4f50-8806-b44f56b9a91e req-789ee755-ac01-45ff-9c07-f0bd31001f06 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:31.344104 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5de9526f-bb84-4f50-8806-b44f56b9a91e req-789ee755-ac01-45ff-9c07-f0bd31001f06 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0887177 May 28 03:38:31.375329 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b6e6b4-ed47-4995-ac95-afba4e132895 req-9537cdbd-2b08-447b-898b-d59be8a87254 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:31.376929 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d5b6e6b4-ed47-4995-ac95-afba4e132895 req-9537cdbd-2b08-447b-898b-d59be8a87254 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 943 time: 0.0643396 May 28 03:38:31.395816 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 86370b2e-5f98-49df-b01e-c1a775a9facd, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=86370b2e-5f98-49df-b01e-c1a775a9facd,segment=NetworkSegment(abd2f915-8d22-489c-b4f4-2c1e24622c69),segment_id=abd2f915-8d22-489c-b4f4-2c1e24622c69)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:31.422558 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '86370b2e-5f98-49df-b01e-c1a775a9facd', 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab', 'port_id': '86370b2e-5f98-49df-b01e-c1a775a9facd', 'mac_address': 'fa:16:3e:3b:2d:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c47f54e-2fc6-40f0-8d87-c5b373c8374b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:38:31.445196 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:31.460165 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5de9526f-bb84-4f50-8806-b44f56b9a91e req-3364d423-38ec-4f19-bc0b-d392d3d8c943 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057076 May 28 03:38:31.470054 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 86370b2e-5f98-49df-b01e-c1a775a9facd is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:31.470054 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:31.484531 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 114f72ce-4108-4448-8ad0-d5f0db0c3ddf {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:38:31.490630 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86370b2e-5f98-49df-b01e-c1a775a9facd {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:38:31.493487 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d5b6e6b4-ed47-4995-ac95-afba4e132895 req-513afad1-4f3d-44a1-af9f-18f0c8fffb4a tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051791 May 28 03:38:31.498788 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Publish callbacks [] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:31.521920 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Transition to ACTIVE for port object 114f72ce-4108-4448-8ad0-d5f0db0c3ddf will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:38:31.534473 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 86370b2e-5f98-49df-b01e-c1a775a9facd, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=86370b2e-5f98-49df-b01e-c1a775a9facd,segment=NetworkSegment(abd2f915-8d22-489c-b4f4-2c1e24622c69),segment_id=abd2f915-8d22-489c-b4f4-2c1e24622c69)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:31.615197 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:31.615467 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:31.668319 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=86370b2e-5f98-49df-b01e-c1a775a9facd,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:31.739963 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Pushing event updated for resources: {'Port': ['ID=114f72ce-4108-4448-8ad0-d5f0db0c3ddf,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:31.764476 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Attempting to bind port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:38:31.765033 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Attempting to bind port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '7f416e29-501c-4382-aa5b-84a7368134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:38:31.765455 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Attempting to bind port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf on network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:38:31.771135 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf on network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:38:31.771554 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Attempting to bind port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf on network d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:38:31.777415 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 38, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:38:31.777817 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Checking segment: {'id': '7f416e29-501c-4382-aa5b-84a7368134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:38:31.778301 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Bound using segment: {'id': '7f416e29-501c-4382-aa5b-84a7368134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:38:31.778788 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Bound port: 114f72ce-4108-4448-8ad0-d5f0db0c3ddf, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f416e29-501c-4382-aa5b-84a7368134ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:38:31.779233 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:31.890417 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46a5b33-b0f7-4972-a634-271afa13feb3 req-19064606-ae79-400d-97b6-fba96c5efb7a tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:31.891911 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a46a5b33-b0f7-4972-a634-271afa13feb3 req-19064606-ae79-400d-97b6-fba96c5efb7a tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.0640309 May 28 03:38:31.928999 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] For port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:38:31.950630 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] For port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=114f72ce-4108-4448-8ad0-d5f0db0c3ddf,segment=NetworkSegment(7f416e29-501c-4382-aa5b-84a7368134ea),segment_id=7f416e29-501c-4382-aa5b-84a7368134ea)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:38:31.969234 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a46a5b33-b0f7-4972-a634-271afa13feb3 req-4f0c9a6a-6e69-4f50-936a-d5b1250d4a5a tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688159 May 28 03:38:31.977947 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['86370b2e-5f98-49df-b01e-c1a775a9facd'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:38:32.004307 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:32.064100 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:32.064884 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:32.066428 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] 10.222.0.27 "PUT /v2.0/ports/114f72ce-4108-4448-8ad0-d5f0db0c3ddf HTTP/1.1" status: 200 len: 1094 time: 1.0605719 May 28 03:38:32.070388 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a168e633-a260-418c-acde-848a587bd43c', 'tag': '114f72ce-4108-4448-8ad0-d5f0db0c3ddf'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:32.078895 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0771c68-39c7-4d91-b20a-41ec36f44671" -d '{"events": [{"name": "network-changed", "server_uuid": "a168e633-a260-418c-acde-848a587bd43c", "tag": "114f72ce-4108-4448-8ad0-d5f0db0c3ddf"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:32.083381 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57e0e0-0c66-406f-b934-e310f093626d service neutron] Pushing event updated for resources: {'Port': ['ID=114f72ce-4108-4448-8ad0-d5f0db0c3ddf,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:32.135479 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2830fdf5-b989-4e64-92bc-eadbff74c56c x-openstack-request-id: req-2830fdf5-b989-4e64-92bc-eadbff74c56c {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:32.135839 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a168e633-a260-418c-acde-848a587bd43c", "tag": "114f72ce-4108-4448-8ad0-d5f0db0c3ddf", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:32.136016 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2830fdf5-b989-4e64-92bc-eadbff74c56c {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:32.136413 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2830fdf5-b989-4e64-92bc-eadbff74c56c'] response: {'name': 'network-changed', 'server_uuid': 'a168e633-a260-418c-acde-848a587bd43c', 'tag': '114f72ce-4108-4448-8ad0-d5f0db0c3ddf', 'status': 'completed', 'code': 200} May 28 03:38:32.243440 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853ab77-b856-4594-8f9f-b46d162a41fd req-390430f7-4235-4f86-b93b-1baa4e9f1a97 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:32.244950 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e853ab77-b856-4594-8f9f-b46d162a41fd req-390430f7-4235-4f86-b93b-1baa4e9f1a97 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0706007 May 28 03:38:32.298490 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e853ab77-b856-4594-8f9f-b46d162a41fd req-292970c5-7c6a-4faa-9255-ce3bdfb5487a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479000 May 28 03:38:32.607237 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cb0c2f-3411-4127-b061-3087d6c4c4c9 req-2ca1496d-d8af-4302-8dc1-cae2707c46d3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:32.609231 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-70cb0c2f-3411-4127-b061-3087d6c4c4c9 req-2ca1496d-d8af-4302-8dc1-cae2707c46d3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0640993 May 28 03:38:32.624919 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04754c93-a057-45f6-ba1e-f99bed002440 req-daf4bc70-f3b3-4e01-842b-58f46b5b24e4 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:32.626553 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-04754c93-a057-45f6-ba1e-f99bed002440 req-daf4bc70-f3b3-4e01-842b-58f46b5b24e4 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 944 time: 0.0529895 May 28 03:38:32.673793 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-70cb0c2f-3411-4127-b061-3087d6c4c4c9 req-f65bbcd8-b569-4a40-891e-c3636831c40e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524130 May 28 03:38:32.703374 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-04754c93-a057-45f6-ba1e-f99bed002440 req-d632a03f-4cf5-48ae-83ef-9584c155f1ea tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702343 May 28 03:38:33.088793 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e9d31-6654-484e-a11c-44b563dc9812 req-b66dcfd4-b973-4a0f-9643-dda7d85414a6 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:33.090282 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1d5e9d31-6654-484e-a11c-44b563dc9812 req-b66dcfd4-b973-4a0f-9643-dda7d85414a6 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.0520852 May 28 03:38:33.125776 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:33.138669 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1d5e9d31-6654-484e-a11c-44b563dc9812 req-ba83415b-c0db-4586-a1b7-b96dd748c28d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422711 May 28 03:38:33.278391 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 86370b2e-5f98-49df-b01e-c1a775a9facd up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:38:33.341290 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 86370b2e-5f98-49df-b01e-c1a775a9facd completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:38:33.415255 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:33.423963 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e44833-f0fe-4908-964f-06620d737016 req-f873b589-7962-437f-9168-072ec05cbf0b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:33.425502 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-05e44833-f0fe-4908-964f-06620d737016 req-f873b589-7962-437f-9168-072ec05cbf0b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0518658 May 28 03:38:33.437827 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 86370b2e-5f98-49df-b01e-c1a775a9facd triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:38:33.438197 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:33.484950 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-05e44833-f0fe-4908-964f-06620d737016 req-a801f94e-6af6-40d1-8cbd-d32f5ae5919e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531416 May 28 03:38:33.534439 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 86370b2e-5f98-49df-b01e-c1a775a9facd is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:33.534682 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:33.563537 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e654573a-25d3-4e44-b150-e0fdd2ef00df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86370b2e-5f98-49df-b01e-c1a775a9facd'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:33.565796 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57687643-2dce-4b0b-b406-e63dc180554d" -d '{"events": [{"server_uuid": "e654573a-25d3-4e44-b150-e0fdd2ef00df", "name": "network-vif-plugged", "status": "completed", "tag": "86370b2e-5f98-49df-b01e-c1a775a9facd"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:33.579451 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 86370b2e-5f98-49df-b01e-c1a775a9facd, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=86370b2e-5f98-49df-b01e-c1a775a9facd,segment=NetworkSegment(abd2f915-8d22-489c-b4f4-2c1e24622c69),segment_id=abd2f915-8d22-489c-b4f4-2c1e24622c69)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:33.607631 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f36d0bc-7ad5-43f8-8994-99b2959d2497 x-openstack-request-id: req-0f36d0bc-7ad5-43f8-8994-99b2959d2497 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:33.607941 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e654573a-25d3-4e44-b150-e0fdd2ef00df", "name": "network-vif-plugged", "status": "completed", "tag": "86370b2e-5f98-49df-b01e-c1a775a9facd", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:33.608189 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0f36d0bc-7ad5-43f8-8994-99b2959d2497 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:33.608605 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f36d0bc-7ad5-43f8-8994-99b2959d2497'] response: {'server_uuid': 'e654573a-25d3-4e44-b150-e0fdd2ef00df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86370b2e-5f98-49df-b01e-c1a775a9facd', 'code': 200} May 28 03:38:33.654945 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:33.702354 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=86370b2e-5f98-49df-b01e-c1a775a9facd,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:33.833726 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff32bf24-7fd5-49fe-bb7d-de9de73de90d req-97c5d645-c5a9-43f8-a38c-1e7389db2d5f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:33.835150 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ff32bf24-7fd5-49fe-bb7d-de9de73de90d req-97c5d645-c5a9-43f8-a38c-1e7389db2d5f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0676825 May 28 03:38:33.839866 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467f1d-0813-4a6f-b256-3b218a854753 req-94632b45-90ed-487c-b52b-e38cb892b780 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:33.842053 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-12467f1d-0813-4a6f-b256-3b218a854753 req-94632b45-90ed-487c-b52b-e38cb892b780 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0580473 May 28 03:38:33.917803 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ff32bf24-7fd5-49fe-bb7d-de9de73de90d req-b7c1bcd3-d437-46b2-a891-dc782c7ff203 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754306 May 28 03:38:33.923885 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-12467f1d-0813-4a6f-b256-3b218a854753 req-d142ccb1-cba4-417e-b0de-f7dc8faf6f03 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745049 May 28 03:38:34.260084 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a0260-66d3-498d-a7e0-e2762b2ebdba req-4ceaa246-d504-4c43-a3fd-05a2585fb381 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:34.261692 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a95a0260-66d3-498d-a7e0-e2762b2ebdba req-4ceaa246-d504-4c43-a3fd-05a2585fb381 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.0509377 May 28 03:38:34.316153 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a95a0260-66d3-498d-a7e0-e2762b2ebdba req-d8b090e8-11db-48f6-b257-42f6649aad80 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485001 May 28 03:38:34.611168 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74ff3a-aca5-4554-ac53-2599b63f582a req-d5a5296f-fa63-4e36-8712-49d3d019ce03 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:34.615019 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1e74ff3a-aca5-4554-ac53-2599b63f582a req-d5a5296f-fa63-4e36-8712-49d3d019ce03 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0532684 May 28 03:38:34.692308 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1e74ff3a-aca5-4554-ac53-2599b63f582a req-e0abdd2b-ba0c-445f-96a1-016b92ea7fa5 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712404 May 28 03:38:35.044199 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232dcd4-6ed3-4d6c-aba3-4c3d0b27a61f req-60552f69-d06c-4175-ab72-725bfd0dbe83 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:35.045721 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1232dcd4-6ed3-4d6c-aba3-4c3d0b27a61f req-60552f69-d06c-4175-ab72-725bfd0dbe83 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0496199 May 28 03:38:35.070209 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e3487b-517b-4fba-b61b-41bf219b72a6 req-5738af0b-1226-4ae3-8cf7-27243882af41 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:35.071909 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-94e3487b-517b-4fba-b61b-41bf219b72a6 req-5738af0b-1226-4ae3-8cf7-27243882af41 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0610559 May 28 03:38:35.113553 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1232dcd4-6ed3-4d6c-aba3-4c3d0b27a61f req-ea737e32-7ae2-4906-861c-d361ebbc1322 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604959 May 28 03:38:35.125219 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-94e3487b-517b-4fba-b61b-41bf219b72a6 req-30d0e40e-efbf-4e16-9c2a-8c778ca12d88 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472250 May 28 03:38:35.454534 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daecd80-6758-4aba-b165-ed958165c710 req-b48d3538-6699-4581-abc5-9054a366c8a0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:35.456646 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1daecd80-6758-4aba-b165-ed958165c710 req-b48d3538-6699-4581-abc5-9054a366c8a0 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.0511835 May 28 03:38:35.482815 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:35.505905 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1daecd80-6758-4aba-b165-ed958165c710 req-967c3a54-1c5c-4662-b42b-0e77327f1e35 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432491 May 28 03:38:35.813382 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d829e-02d3-44a0-b2b6-f43004d772d3 req-fdb2e66e-6869-49bc-be1b-45353ff5c1a9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:35.814850 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ed2d829e-02d3-44a0-b2b6-f43004d772d3 req-fdb2e66e-6869-49bc-be1b-45353ff5c1a9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0485370 May 28 03:38:35.861233 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ed2d829e-02d3-44a0-b2b6-f43004d772d3 req-68e464cd-894b-4cad-94b9-0c0670eeff6c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402327 May 28 03:38:36.279469 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d1bc8-6f0d-4a9f-8609-83ab64c66a10 req-66938f8b-a8a5-4525-9172-5a6e561cd85d tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:36.281307 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-318d1bc8-6f0d-4a9f-8609-83ab64c66a10 req-66938f8b-a8a5-4525-9172-5a6e561cd85d tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0706685 May 28 03:38:36.340065 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-318d1bc8-6f0d-4a9f-8609-83ab64c66a10 req-78db28f3-94db-4f87-864c-6d3a6b6c2afb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515678 May 28 03:38:36.539670 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589296f-6951-47fc-b1af-59640e2a3083 req-8ada6d09-8edc-461a-a715-81ad41c04c54 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:36.541293 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1589296f-6951-47fc-b1af-59640e2a3083 req-8ada6d09-8edc-461a-a715-81ad41c04c54 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.3342192 May 28 03:38:36.595726 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1589296f-6951-47fc-b1af-59640e2a3083 req-597dbe50-5bf3-43f6-9127-366235bd637f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488698 May 28 03:38:36.643460 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fbced8-aab3-480b-a0c4-404fd6af9759 req-1850585a-d400-4487-ae4d-ba943981629d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:36.645132 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-92fbced8-aab3-480b-a0c4-404fd6af9759 req-1850585a-d400-4487-ae4d-ba943981629d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.0707965 May 28 03:38:36.696076 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-92fbced8-aab3-480b-a0c4-404fd6af9759 req-834ccc85-13da-4a98-af4b-b3fbbca98933 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450115 May 28 03:38:36.986737 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f28cca-0e6b-4969-9ae8-6899b9e6e0fb req-4231d8e2-85c7-4648-8c00-95c835e1b3f1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:36.988218 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-67f28cca-0e6b-4969-9ae8-6899b9e6e0fb req-4231d8e2-85c7-4648-8c00-95c835e1b3f1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0544620 May 28 03:38:37.038141 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-67f28cca-0e6b-4969-9ae8-6899b9e6e0fb req-b8091bcf-4536-4766-9200-870c70c42971 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439734 May 28 03:38:37.467895 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9850f-31a8-4874-aa06-2d158be42015 req-5e9a2e53-ff89-47ef-b817-2d705b8819f2 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:37.469517 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d2e9850f-31a8-4874-aa06-2d158be42015 req-5e9a2e53-ff89-47ef-b817-2d705b8819f2 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0549300 May 28 03:38:37.520525 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d2e9850f-31a8-4874-aa06-2d158be42015 req-fdff1bf4-9f83-4405-8274-9f8f0fcbe86d tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448072 May 28 03:38:37.565073 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=79 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:37.728702 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f18ff0-bb61-4ccc-91c0-0489f85248bc req-ec8a6dfd-9e62-4225-9f36-d13972c5de5d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:37.730235 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a5f18ff0-bb61-4ccc-91c0-0489f85248bc req-ec8a6dfd-9e62-4225-9f36-d13972c5de5d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0514588 May 28 03:38:37.808261 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a5f18ff0-bb61-4ccc-91c0-0489f85248bc req-653c78b1-2574-453f-bede-75ddca8d72d5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657687 May 28 03:38:37.860572 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7361fc-5178-44c5-833b-85878a02f923 req-6c74878b-4382-490f-8301-5fce3cfd678a tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:37.861989 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0b7361fc-5178-44c5-833b-85878a02f923 req-6c74878b-4382-490f-8301-5fce3cfd678a tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.0494061 May 28 03:38:37.875660 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:37.928949 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0b7361fc-5178-44c5-833b-85878a02f923 req-74abb272-e60a-4979-92a6-a9fa0eab8627 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600760 May 28 03:38:38.180880 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493f86c1-5b29-4892-b78e-63b6c9e5d40f req-7dedcb53-01e6-485a-82e9-3cc2c7baa37a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:38.183318 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-493f86c1-5b29-4892-b78e-63b6c9e5d40f req-7dedcb53-01e6-485a-82e9-3cc2c7baa37a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0635467 May 28 03:38:38.237132 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-493f86c1-5b29-4892-b78e-63b6c9e5d40f req-2cb489a5-81ed-43f7-9f45-f582d8e61a38 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482581 May 28 03:38:38.635133 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4ca5a-d0f4-4a42-ad78-999ae43079bf req-7be9ca31-bac7-47ef-ab48-f12924244c78 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:38.636641 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3de4ca5a-d0f4-4a42-ad78-999ae43079bf req-7be9ca31-bac7-47ef-ab48-f12924244c78 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0475290 May 28 03:38:38.691133 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3de4ca5a-d0f4-4a42-ad78-999ae43079bf req-6cf6854e-ffe7-4885-b4f2-43f4be0c5cb2 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479140 May 28 03:38:38.940638 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61648fe6-9e4a-484b-abd1-b205f9fe4900 req-54b37b31-dcf4-44e3-90d7-6acb7d3d9ce9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:38.942712 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-61648fe6-9e4a-484b-abd1-b205f9fe4900 req-54b37b31-dcf4-44e3-90d7-6acb7d3d9ce9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0539119 May 28 03:38:39.006100 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-61648fe6-9e4a-484b-abd1-b205f9fe4900 req-eaf09014-886d-4c75-b603-1f077b05ff6b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576425 May 28 03:38:39.058769 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f8231-dfa1-4018-bfb4-10145d93494e req-d05668ca-74d7-4ee1-b5a0-d8ae6479745e tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:39.060244 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-575f8231-dfa1-4018-bfb4-10145d93494e req-d05668ca-74d7-4ee1-b5a0-d8ae6479745e tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.0572042 May 28 03:38:39.107503 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-575f8231-dfa1-4018-bfb4-10145d93494e req-3d2f30d8-1582-447b-b1cf-8fab35d6d23e tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416238 May 28 03:38:39.350130 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9551f196-f3e4-4bff-869c-ad09542a5644 req-56bcaa83-4f1b-411b-a9ca-526ae16a1508 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:39.351781 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9551f196-f3e4-4bff-869c-ad09542a5644 req-56bcaa83-4f1b-411b-a9ca-526ae16a1508 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0482428 May 28 03:38:39.403500 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9551f196-f3e4-4bff-869c-ad09542a5644 req-eb46b65a-ee68-488c-9427-8a9b7ad6aee3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451434 May 28 03:38:39.805140 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:39.818824 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6451dcc8-d8b3-4e29-9a5f-e1abdfb6fe1c req-9ca7eb28-4821-4300-88eb-5363e6324b4d tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:39.818824 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6451dcc8-d8b3-4e29-9a5f-e1abdfb6fe1c req-9ca7eb28-4821-4300-88eb-5363e6324b4d tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0561888 May 28 03:38:39.885665 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6451dcc8-d8b3-4e29-9a5f-e1abdfb6fe1c req-dcb10e37-26cb-418c-8e37-faf594056055 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609140 May 28 03:38:40.134650 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af0cc6a-3728-4758-9526-90ffdec6a57f req-a72bc0fd-f667-4057-8939-7753418ae3d6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:40.136149 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6af0cc6a-3728-4758-9526-90ffdec6a57f req-a72bc0fd-f667-4057-8939-7753418ae3d6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0506232 May 28 03:38:40.148090 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:40.188116 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6af0cc6a-3728-4758-9526-90ffdec6a57f req-727ae76d-0a33-4a47-9b58-0f727db72123 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461309 May 28 03:38:40.232289 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81520a23-8edd-4ed6-ac7f-870716cee8b1 req-5ac08a7b-240f-4ab4-847c-2a8de0bf286d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:40.233830 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-81520a23-8edd-4ed6-ac7f-870716cee8b1 req-5ac08a7b-240f-4ab4-847c-2a8de0bf286d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.0581961 May 28 03:38:40.510481 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-81520a23-8edd-4ed6-ac7f-870716cee8b1 req-7e7bc060-b4ba-4b0e-adb1-74440c6389da tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2703617 May 28 03:38:40.541747 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a310ab-f307-4423-878d-50ed009ab289 req-3d5688a1-fddb-4a82-970b-08225c95732a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:40.543347 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-32a310ab-f307-4423-878d-50ed009ab289 req-3d5688a1-fddb-4a82-970b-08225c95732a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0618293 May 28 03:38:40.591781 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-32a310ab-f307-4423-878d-50ed009ab289 req-037949ae-8f46-4322-b606-279173f382e4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419014 May 28 03:38:40.992363 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90300c42-630f-4375-bb4e-fd63ca860d5d req-dd996691-4f87-41d1-9ec4-f3ca25b1ecdc tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:40.993826 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-90300c42-630f-4375-bb4e-fd63ca860d5d req-dd996691-4f87-41d1-9ec4-f3ca25b1ecdc tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0464773 May 28 03:38:41.039632 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-90300c42-630f-4375-bb4e-fd63ca860d5d req-5ad80a64-8e7c-436d-9a1b-757b4eb95c71 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404277 May 28 03:38:41.306273 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a717214e-4cc7-4869-9344-9ce356b6af3f req-f08963f8-25c2-4dc3-b3e9-6c1a8cdc1c50 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:41.307709 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a717214e-4cc7-4869-9344-9ce356b6af3f req-f08963f8-25c2-4dc3-b3e9-6c1a8cdc1c50 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0465145 May 28 03:38:41.355051 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a717214e-4cc7-4869-9344-9ce356b6af3f req-8a4b5042-b2df-4eaf-9838-cabfab82ca79 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419388 May 28 03:38:41.416229 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0771c68-39c7-4d91-b20a-41ec36f44671 req-a9bbe61a-dea6-4b87-a478-f1673b34e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:41.417739 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c0771c68-39c7-4d91-b20a-41ec36f44671 req-a9bbe61a-dea6-4b87-a478-f1673b34e940 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ccf50ff938ce4fdb8d24871054e0015d&device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 1128 time: 0.0463951 May 28 03:38:41.622917 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d959b-8a0b-41bf-9632-6f136c1abf67 req-a849801e-d83d-4077-b8fb-5a014a5ced7c tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:41.624454 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-708d959b-8a0b-41bf-9632-6f136c1abf67 req-a849801e-d83d-4077-b8fb-5a014a5ced7c tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.0472133 May 28 03:38:41.678590 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-708d959b-8a0b-41bf-9632-6f136c1abf67 req-5d2d99fd-061b-45f4-8411-66e7efd9174f tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486236 May 28 03:38:41.709815 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d65013f-169f-4948-b9e4-bf93c5ebc65b req-56464c9c-569d-4093-b0fc-171867919090 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:41.711292 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1d65013f-169f-4948-b9e4-bf93c5ebc65b req-56464c9c-569d-4093-b0fc-171867919090 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0469637 May 28 03:38:41.757141 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1d65013f-169f-4948-b9e4-bf93c5ebc65b req-ea30d330-dee0-4f35-9433-6f7fd5632da8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403583 May 28 03:38:41.864569 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e3c19-984e-4ce1-86db-ef4f2bb8ce38 req-77eea28e-ec0f-41ef-b137-48dfc4e2d199 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:41.866069 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9b8e3c19-984e-4ce1-86db-ef4f2bb8ce38 req-77eea28e-ec0f-41ef-b137-48dfc4e2d199 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0477386 May 28 03:38:41.874703 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 35238) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:38:41.879710 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-ae7dc4b7-d3b8-4a39-97de-59d40755d1e9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Request body: {'floatingip': {'port_id': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:38:41.882061 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:41.917772 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ae7dc4b7-d3b8-4a39-97de-59d40755d1e9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for floatingip (2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:42.154568 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0771c68-39c7-4d91-b20a-41ec36f44671 req-5d97e013-032c-47c2-8f70-b40f20effeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:42.156110 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c0771c68-39c7-4d91-b20a-41ec36f44671 req-5d97e013-032c-47c2-8f70-b40f20effeaa service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=ccf50ff938ce4fdb8d24871054e0015d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2347360 May 28 03:38:42.223653 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d51ed36-e0ad-4195-9817-0559eb9778c7 req-8f22b4f6-2b62-48f4-b93e-263286bf1554 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:42.225094 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d51ed36-e0ad-4195-9817-0559eb9778c7 req-8f22b4f6-2b62-48f4-b93e-263286bf1554 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0905027 May 28 03:38:42.353537 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6d51ed36-e0ad-4195-9817-0559eb9778c7 req-ed11ca3c-2d98-4bb1-baa4-28d68047a8ba tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218514 May 28 03:38:42.448158 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:42.474576 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227604d-6595-463a-a190-f9fa84f8899f req-96d79f10-ac2c-419c-afd1-86ce0d16a72f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:42.476081 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e227604d-6595-463a-a190-f9fa84f8899f req-96d79f10-ac2c-419c-afd1-86ce0d16a72f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0476160 May 28 03:38:42.494835 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ae7dc4b7-d3b8-4a39-97de-59d40755d1e9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:42.523321 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e227604d-6595-463a-a190-f9fa84f8899f req-dae56140-8d38-4e9e-af53-0a7f8a8b76c9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413017 May 28 03:38:42.534027 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ae7dc4b7-d3b8-4a39-97de-59d40755d1e9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:42.703299 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4ad5e-3a31-40a0-8937-7d37eec3deed req-9f6a897c-10c7-4579-94c2-f120c17eac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:42.704701 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3b4ad5e-3a31-40a0-8937-7d37eec3deed req-9f6a897c-10c7-4579-94c2-f120c17eac61 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 1129 time: 0.1258395 May 28 03:38:42.748397 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-ae7dc4b7-d3b8-4a39-97de-59d40755d1e9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Floating IP 2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba associated. External IP: 172.27.3.4, port: ea42d3d0-51a0-41a4-b165-b66f57c57a62. May 28 03:38:42.803600 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0771c68-39c7-4d91-b20a-41ec36f44671 req-fa7d23e5-86c5-4c18-9f1a-9e1a4e4d6ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:42.804999 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c0771c68-39c7-4d91-b20a-41ec36f44671 req-fa7d23e5-86c5-4c18-9f1a-9e1a4e4d6ac5 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2374120 May 28 03:38:42.870839 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac55097-5e6f-4237-bc75-d2dab3264b9f req-c2cae975-ff72-45f6-b73a-2b2abf90ed84 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:42.872268 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1ac55097-5e6f-4237-bc75-d2dab3264b9f req-c2cae975-ff72-45f6-b73a-2b2abf90ed84 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.1208982 May 28 03:38:42.874287 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3b4ad5e-3a31-40a0-8937-7d37eec3deed req-455a2c8c-f393-478e-b564-94433798dea4 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626611 May 28 03:38:42.943006 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b343708-fa03-41da-a2be-7e7190724558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:42.944436 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-6b343708-fa03-41da-a2be-7e7190724558 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=ccf50ff938ce4fdb8d24871054e0015d&device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 1128 time: 0.0974476 May 28 03:38:42.978401 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:43.014213 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1ac55097-5e6f-4237-bc75-d2dab3264b9f req-0dc0b885-5b19-4068-8193-07f291e6da23 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233499 May 28 03:38:43.077821 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae7dc4b7-d3b8-4a39-97de-59d40755d1e9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Router ac2fd311-4d32-440e-a015-7e7db9f07342 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:38:43.119327 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-715a68ab-002b-4e5e-86a7-98bfbd91617b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=114f72ce-4108-4448-8ad0-d5f0db0c3ddf HTTP/1.1" status: 200 len: 217 time: 0.0401835 May 28 03:38:43.236586 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-52891034-665b-424b-96a5-d8d1c2ff23db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:43.237926 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-52891034-665b-424b-96a5-d8d1c2ff23db service neutron] 10.222.0.27 "GET /v2.0/subnets?id=8b25d6a2-f86a-4c5f-8006-4e75d0dccc60 HTTP/1.1" status: 200 len: 849 time: 0.0860178 May 28 03:38:43.259162 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae7dc4b7-d3b8-4a39-97de-59d40755d1e9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:38:43.268575 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ced96-f113-42ca-ab61-28c438bee293 None None] Sync routers for ids ['ac2fd311-4d32-440e-a015-7e7db9f07342'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:38:43.277484 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ae7dc4b7-d3b8-4a39-97de-59d40755d1e9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:43.279147 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ced96-f113-42ca-ab61-28c438bee293 None None] Routers {'ac2fd311-4d32-440e-a015-7e7db9f07342'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:38:43.279792 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f67ced96-f113-42ca-ab61-28c438bee293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:38:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['ac2fd311-4d32-440e-a015-7e7db9f07342'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:38:43.280413 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:43.282425 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-b09d7feb-758b-4e0e-869e-6083735a293c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=d0e4e4f5-23db-4c8c-a345-0058f3ae5e11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360103 May 28 03:38:43.335601 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ae7dc4b7-d3b8-4a39-97de-59d40755d1e9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "PUT /v2.0/floatingips/2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba HTTP/1.1" status: 200 len: 990 time: 1.4575753 May 28 03:38:43.335870 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'tag': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:43.338127 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2337ea4a-803d-4512-8a3e-e43c959dd96f" -d '{"events": [{"name": "network-changed", "server_uuid": "13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690", "tag": "ea42d3d0-51a0-41a4-b165-b66f57c57a62"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:43.377822 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd72cf9-a135-47bf-9e4c-7a3434da6c40 x-openstack-request-id: req-2dd72cf9-a135-47bf-9e4c-7a3434da6c40 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:43.377822 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690", "tag": "ea42d3d0-51a0-41a4-b165-b66f57c57a62", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:43.377822 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2dd72cf9-a135-47bf-9e4c-7a3434da6c40 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:43.377822 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd72cf9-a135-47bf-9e4c-7a3434da6c40'] response: {'name': 'network-changed', 'server_uuid': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'tag': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'status': 'completed', 'code': 200} May 28 03:38:43.383672 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-f67ced96-f113-42ca-ab61-28c438bee293 None None] Set router ac2fd311-4d32-440e-a015-7e7db9f07342 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:38:43.403094 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-c808081e-8783-449b-bf53-0b70a506f286 service neutron] 10.222.0.27 "GET /v2.0/networks/d0e4e4f5-23db-4c8c-a345-0058f3ae5e11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050954 May 28 03:38:43.468498 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7d29d-7de0-43e8-9da8-df2388bdffcb req-6ba1761d-98bf-4063-984f-1fa01e4ca821 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:43.470006 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-20d7d29d-7de0-43e8-9da8-df2388bdffcb req-6ba1761d-98bf-4063-984f-1fa01e4ca821 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0472670 May 28 03:38:43.484329 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:43.517633 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-20d7d29d-7de0-43e8-9da8-df2388bdffcb req-e6a910b7-aa46-4cca-9758-bbc92362202d tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414870 May 28 03:38:43.597158 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f67ced96-f113-42ca-ab61-28c438bee293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:04Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'port_id': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:38:10Z', 'updated_at': '2022-05-28T03:38:42Z', 'revision_number': 1, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead111f5-8280-4dbb-8401-b472c4c4ee8a', 'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'mac_address': 'fa:16:3e:82:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:36:02Z', 'updated_at': '2022-05-28T03:36:12Z', 'revision_number': 5, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'subnets': [{'id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:38:43.621568 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ced96-f113-42ca-ab61-28c438bee293 None None] Checking router: ac2fd311-4d32-440e-a015-7e7db9f07342 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:38:43.630471 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67ced96-f113-42ca-ab61-28c438bee293 None None] Routers {'ac2fd311-4d32-440e-a015-7e7db9f07342'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:38:43.631065 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f67ced96-f113-42ca-ab61-28c438bee293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:38:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['ac2fd311-4d32-440e-a015-7e7db9f07342'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:38:43.646764 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e7912-6cea-4d48-99b9-e325c63cc1f3 req-51cd757d-987e-46c6-875c-84761ed74877 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:43.648225 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c81e7912-6cea-4d48-99b9-e325c63cc1f3 req-51cd757d-987e-46c6-875c-84761ed74877 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0503044 May 28 03:38:43.694757 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c81e7912-6cea-4d48-99b9-e325c63cc1f3 req-1dd2cdcb-bf5d-479a-97a0-3b83fb895298 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408938 May 28 03:38:43.698636 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:43.699798 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=77,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:43.737677 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-f67ced96-f113-42ca-ab61-28c438bee293 None None] Set router ac2fd311-4d32-440e-a015-7e7db9f07342 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:38:43.834884 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337ea4a-803d-4512-8a3e-e43c959dd96f req-0bc9db37-dbd0-4f91-b6e2-ba5e0111824f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:43.836902 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2337ea4a-803d-4512-8a3e-e43c959dd96f req-0bc9db37-dbd0-4f91-b6e2-ba5e0111824f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 1130 time: 0.0860243 May 28 03:38:43.859263 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88f6809f-3f63-409d-9daa-3363fc16dd08 req-0a15c05b-71e2-4244-80be-b5ce1efd2dd9 service neutron] 10.222.0.27 "GET /v2.0/networks/d0e4e4f5-23db-4c8c-a345-0058f3ae5e11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275721 May 28 03:38:43.968056 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337ea4a-803d-4512-8a3e-e43c959dd96f req-1acc5ca6-5658-431a-908c-b699477edbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:43.968363 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f67ced96-f113-42ca-ab61-28c438bee293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:04Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'port_id': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:38:10Z', 'updated_at': '2022-05-28T03:38:42Z', 'revision_number': 1, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead111f5-8280-4dbb-8401-b472c4c4ee8a', 'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'mac_address': 'fa:16:3e:82:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:36:02Z', 'updated_at': '2022-05-28T03:36:12Z', 'revision_number': 5, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'subnets': [{'id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:38:43.969560 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2337ea4a-803d-4512-8a3e-e43c959dd96f req-1acc5ca6-5658-431a-908c-b699477edbd1 service neutron] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 920 time: 0.1002829 May 28 03:38:44.068870 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f67ced96-f113-42ca-ab61-28c438bee293 None None] The sync data for ids ['ac2fd311-4d32-440e-a015-7e7db9f07342'] in dv-cinder-843361-3-iscsi is: [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:04Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'port_id': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:38:10Z', 'updated_at': '2022-05-28T03:38:42Z', 'revision_number': 1, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead111f5-8280-4dbb-8401-b472c4c4ee8a', 'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'mac_address': 'fa:16:3e:82:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:36:02Z', 'updated_at': '2022-05-28T03:36:12Z', 'revision_number': 5, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'subnets': [{'id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:38:44.130621 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e666613-aa7c-45c0-8b07-e3015b07e96f req-4cee10d0-8faf-47f0-9ed0-43eb46be2859 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:44.132132 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5e666613-aa7c-45c0-8b07-e3015b07e96f req-4cee10d0-8faf-47f0-9ed0-43eb46be2859 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.0489709 May 28 03:38:44.180271 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5e666613-aa7c-45c0-8b07-e3015b07e96f req-00268048-2878-4a49-8ce6-ba8beb8078eb tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 May 28 03:38:44.273503 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21823f12-b835-4dae-89a1-fb933493c3ef None None] New status for floating IP 2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:38:44.634105 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d4a2c-483a-4b40-8519-8954ca02f75d req-8a59d2a9-5f38-49b8-bf52-71a6de4075db tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:44.635548 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a13d4a2c-483a-4b40-8519-8954ca02f75d req-8a59d2a9-5f38-49b8-bf52-71a6de4075db tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0467253 May 28 03:38:44.681182 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a13d4a2c-483a-4b40-8519-8954ca02f75d req-2fb62c58-91a6-40fc-8874-998ebe892e6b tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402570 May 28 03:38:44.811227 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a76e0-f544-4f51-8fcc-8e29d3073102 req-a4e032a7-b2b5-4790-9028-d8a46ee377fe tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:44.812647 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8c1a76e0-f544-4f51-8fcc-8e29d3073102 req-a4e032a7-b2b5-4790-9028-d8a46ee377fe tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0458524 May 28 03:38:44.857979 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8c1a76e0-f544-4f51-8fcc-8e29d3073102 req-847b3a2a-9b5e-4ad1-be6a-763f6f8420dc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393245 May 28 03:38:45.291088 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2337ea4a-803d-4512-8a3e-e43c959dd96f req-9058d307-4b9b-4772-bb02-5afe5751dcd6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea42d3d0-51a0-41a4-b165-b66f57c57a62 HTTP/1.1" status: 200 len: 1000 time: 0.0629642 May 28 03:38:45.302305 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4229c-1f20-4a85-8558-97e92491e48a req-82ee9f90-3d6b-4f9a-97f3-df8526639101 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:45.303800 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4c4229c-1f20-4a85-8558-97e92491e48a req-82ee9f90-3d6b-4f9a-97f3-df8526639101 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.0528846 May 28 03:38:45.353724 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4c4229c-1f20-4a85-8558-97e92491e48a req-9a1e7cfb-0bea-4225-b9ee-5d2a9c6dd0bb tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439959 May 28 03:38:45.795243 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd10f6-8c49-41e3-aba0-44cb24947c8a req-95ae6e54-9a4d-4645-823b-e488227d2526 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:45.796745 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-90bd10f6-8c49-41e3-aba0-44cb24947c8a req-95ae6e54-9a4d-4645-823b-e488227d2526 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0482738 May 28 03:38:45.839837 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:45.848353 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-90bd10f6-8c49-41e3-aba0-44cb24947c8a req-ae305a20-ceeb-4d21-946c-411c97c85c55 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447934 May 28 03:38:45.897694 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337ea4a-803d-4512-8a3e-e43c959dd96f req-11871cf5-259a-4bb8-b3f2-9ce678c0eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:45.899565 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2337ea4a-803d-4512-8a3e-e43c959dd96f req-11871cf5-259a-4bb8-b3f2-9ce678c0eba4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.0500076 May 28 03:38:45.964771 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2337ea4a-803d-4512-8a3e-e43c959dd96f req-821001d8-6aa9-402b-8339-f80219eac2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:45.966520 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2337ea4a-803d-4512-8a3e-e43c959dd96f req-821001d8-6aa9-402b-8339-f80219eac2be service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547850 May 28 03:38:45.999445 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9239f4d-c6d2-418b-ba0a-7036a02b7619 req-5ccab81e-a97d-484f-b0d4-402095b5d8b7 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:46.001180 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a9239f4d-c6d2-418b-ba0a-7036a02b7619 req-5ccab81e-a97d-484f-b0d4-402095b5d8b7 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0637586 May 28 03:38:46.025623 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:46.052227 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a9239f4d-c6d2-418b-ba0a-7036a02b7619 req-0dc8c4ed-d3f7-48f5-a3b7-cfd104a1f404 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442989 May 28 03:38:46.088686 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2337ea4a-803d-4512-8a3e-e43c959dd96f req-a05024bb-45a0-463d-9176-86ec9c402dcf service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037385 May 28 03:38:46.464889 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2337ea4a-803d-4512-8a3e-e43c959dd96f req-f829247a-0795-4f90-b6e4-71cd7b3fb9d0 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621123 May 28 03:38:46.483203 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939fd62d-4af5-40f1-afa9-8a515ea04e54 req-2aabcb38-7ebf-48f7-86fd-2aea1a2dee5b tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:46.484634 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-939fd62d-4af5-40f1-afa9-8a515ea04e54 req-2aabcb38-7ebf-48f7-86fd-2aea1a2dee5b tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 944 time: 0.0538855 May 28 03:38:46.531462 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-939fd62d-4af5-40f1-afa9-8a515ea04e54 req-b81096ca-535d-4363-b628-c956bdf6e471 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404294 May 28 03:38:47.137317 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:47.172492 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ff00e-96a4-4d17-87f6-0f5d99c2137f req-0ace2ccc-a940-4253-9830-8b9bfa3cdda0 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:47.173977 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c12ff00e-96a4-4d17-87f6-0f5d99c2137f req-0ace2ccc-a940-4253-9830-8b9bfa3cdda0 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0474277 May 28 03:38:47.204294 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:47.221264 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c12ff00e-96a4-4d17-87f6-0f5d99c2137f req-d6759558-608f-4bc8-97e7-9d87e8e6a01c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417521 May 28 03:38:47.311781 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 114f72ce-4108-4448-8ad0-d5f0db0c3ddf details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:38:47.420489 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=114f72ce-4108-4448-8ad0-d5f0db0c3ddf,segment=NetworkSegment(7f416e29-501c-4382-aa5b-84a7368134ea),segment_id=7f416e29-501c-4382-aa5b-84a7368134ea)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:47.432345 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '114f72ce-4108-4448-8ad0-d5f0db0c3ddf', 'network_id': 'd0e4e4f5-23db-4c8c-a345-0058f3ae5e11', 'port_id': '114f72ce-4108-4448-8ad0-d5f0db0c3ddf', 'mac_address': 'fa:16:3e:88:f6:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b25d6a2-f86a-4c5f-8006-4e75d0dccc60', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:38:47.468149 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:47.468542 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:47.482301 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 114f72ce-4108-4448-8ad0-d5f0db0c3ddf {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:38:47.503745 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=114f72ce-4108-4448-8ad0-d5f0db0c3ddf,segment=NetworkSegment(7f416e29-501c-4382-aa5b-84a7368134ea),segment_id=7f416e29-501c-4382-aa5b-84a7368134ea)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:47.569293 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:47.616513 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=114f72ce-4108-4448-8ad0-d5f0db0c3ddf,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:47.668460 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74614527-6232-4e81-9d90-aee1fe57a973 req-ca538070-4056-45eb-a5d6-a11a02f336a4 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:47.669931 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-74614527-6232-4e81-9d90-aee1fe57a973 req-ca538070-4056-45eb-a5d6-a11a02f336a4 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 945 time: 0.0590746 May 28 03:38:47.720355 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-74614527-6232-4e81-9d90-aee1fe57a973 req-d68748d6-24fb-4012-85d5-401105c9ab6d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448697 May 28 03:38:48.008599 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['114f72ce-4108-4448-8ad0-d5f0db0c3ddf'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:38:48.342713 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c33e1d8-ab18-427b-bc7f-91347044aa5c req-e0ad4b28-530f-4c0d-9ddf-30e73e3408cb tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:48.344273 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1c33e1d8-ab18-427b-bc7f-91347044aa5c req-e0ad4b28-530f-4c0d-9ddf-30e73e3408cb tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0496490 May 28 03:38:48.394340 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1c33e1d8-ab18-427b-bc7f-91347044aa5c req-2881b148-a9f7-4dbe-b7e6-935c9853f638 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434368 May 28 03:38:48.831926 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b4776-9b55-4033-a3be-c65e7461a37c req-523d2e02-0793-47fe-a887-fdd434321932 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:48.834003 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ba6b4776-9b55-4033-a3be-c65e7461a37c req-523d2e02-0793-47fe-a887-fdd434321932 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 945 time: 0.0466797 May 28 03:38:48.882776 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ba6b4776-9b55-4033-a3be-c65e7461a37c req-12731057-822b-49e7-a856-f0b39df87a83 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433099 May 28 03:38:49.335032 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 114f72ce-4108-4448-8ad0-d5f0db0c3ddf up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:38:49.372068 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-883fd0a1-ad0f-425c-8a74-00d9735172d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:49.384048 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:38:49.448684 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:38:49.449069 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:49.483902 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aedc7708-6988-459e-ad77-ba25248ba642 req-fcf6df34-a946-46fd-8acf-606fcf9b1747 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454462 May 28 03:38:49.531969 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:49.532265 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:49.537697 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ba4952-51a9-43b9-82a4-32c4adf6fef9 req-4306a137-9b01-4955-98dc-9edaf42067b1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:49.539206 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-03ba4952-51a9-43b9-82a4-32c4adf6fef9 req-4306a137-9b01-4955-98dc-9edaf42067b1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0610027 May 28 03:38:49.556559 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a168e633-a260-418c-acde-848a587bd43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114f72ce-4108-4448-8ad0-d5f0db0c3ddf'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:49.560294 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d46bb3-cecf-4eca-a2f0-bef879f10902" -d '{"events": [{"server_uuid": "a168e633-a260-418c-acde-848a587bd43c", "name": "network-vif-plugged", "status": "completed", "tag": "114f72ce-4108-4448-8ad0-d5f0db0c3ddf"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:49.563383 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc7708-6988-459e-ad77-ba25248ba642 req-95386641-33e1-47ef-ae96-94250852cde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:49.564967 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aedc7708-6988-459e-ad77-ba25248ba642 req-95386641-33e1-47ef-ae96-94250852cde6 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 1129 time: 0.0451572 May 28 03:38:49.580453 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=114f72ce-4108-4448-8ad0-d5f0db0c3ddf,segment=NetworkSegment(7f416e29-501c-4382-aa5b-84a7368134ea),segment_id=7f416e29-501c-4382-aa5b-84a7368134ea)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:49.603916 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc34f13-9696-4356-8883-0b151ea29fe6 x-openstack-request-id: req-bcc34f13-9696-4356-8883-0b151ea29fe6 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:49.604248 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a168e633-a260-418c-acde-848a587bd43c", "name": "network-vif-plugged", "status": "completed", "tag": "114f72ce-4108-4448-8ad0-d5f0db0c3ddf", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:49.604571 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bcc34f13-9696-4356-8883-0b151ea29fe6 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:49.605060 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc34f13-9696-4356-8883-0b151ea29fe6'] response: {'server_uuid': 'a168e633-a260-418c-acde-848a587bd43c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '114f72ce-4108-4448-8ad0-d5f0db0c3ddf', 'code': 200} May 28 03:38:49.606188 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-03ba4952-51a9-43b9-82a4-32c4adf6fef9 req-f2831d17-3354-4f2e-98fe-99412e71aa18 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606751 May 28 03:38:49.671570 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:49.677461 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:49.696470 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:49.702957 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc7708-6988-459e-ad77-ba25248ba642 req-ef82522e-8f0d-4e5b-8d60-11f3fcdacf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:49.704426 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aedc7708-6988-459e-ad77-ba25248ba642 req-ef82522e-8f0d-4e5b-8d60-11f3fcdacf08 service neutron] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 920 time: 0.1039588 May 28 03:38:49.720589 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=114f72ce-4108-4448-8ad0-d5f0db0c3ddf,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:49.749529 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aedc7708-6988-459e-ad77-ba25248ba642 req-ff8be712-46ba-4612-8928-dd2c9ed132a6 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2038175b-b88a-437c-9114-63208c464911 HTTP/1.1" status: 200 len: 217 time: 0.0361180 May 28 03:38:49.812772 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc7708-6988-459e-ad77-ba25248ba642 req-9af88348-5ac0-47b8-b429-8870cb08637d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:49.814452 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aedc7708-6988-459e-ad77-ba25248ba642 req-9af88348-5ac0-47b8-b429-8870cb08637d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.0477450 May 28 03:38:49.880218 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc7708-6988-459e-ad77-ba25248ba642 req-a40311d5-2828-478b-bdcd-5c8a356e0199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:49.881779 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aedc7708-6988-459e-ad77-ba25248ba642 req-a40311d5-2828-478b-bdcd-5c8a356e0199 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490570 May 28 03:38:50.020082 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acca3ad6-4e6f-41e3-a1f0-23c6d73a802c req-79335b56-41cb-4476-a589-514303133605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:50.022167 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-acca3ad6-4e6f-41e3-a1f0-23c6d73a802c req-79335b56-41cb-4476-a589-514303133605 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 1130 time: 0.1135540 May 28 03:38:50.065559 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8dbf7-0df2-4c95-a4b2-a64b7238dacd req-e022acd4-fce3-4d03-a7a1-5376e217f38d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:50.067052 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-50e8dbf7-0df2-4c95-a4b2-a64b7238dacd req-e022acd4-fce3-4d03-a7a1-5376e217f38d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 946 time: 0.0857000 May 28 03:38:50.072340 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aedc7708-6988-459e-ad77-ba25248ba642 req-bfc5ac05-7069-4e78-a35d-42ffbb465bec service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815403 May 28 03:38:50.086164 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:50.142596 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-acca3ad6-4e6f-41e3-a1f0-23c6d73a802c req-1679c858-6f37-49bb-be63-4609b3859d40 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107323 May 28 03:38:50.190064 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:50.198929 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-50e8dbf7-0df2-4c95-a4b2-a64b7238dacd req-12341ee6-eddc-4221-b380-483b0541fb32 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239016 May 28 03:38:50.217900 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aedc7708-6988-459e-ad77-ba25248ba642 req-77f4bdf9-499c-468d-a94d-aecb76eb062a service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305754 May 28 03:38:50.730315 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012a17b-25c5-42d3-9b28-ad3e4f7de68c req-c8458bc8-f7aa-45a9-96db-e7476023a93f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:50.731684 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0012a17b-25c5-42d3-9b28-ad3e4f7de68c req-c8458bc8-f7aa-45a9-96db-e7476023a93f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 943 time: 0.0466542 May 28 03:38:50.781920 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0012a17b-25c5-42d3-9b28-ad3e4f7de68c req-89e61134-2ed8-4ea8-9738-09cd72c61b2f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448818 May 28 03:38:51.315601 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efe1a8-5f68-4534-b2ff-51ba6e5ff962 req-3a0a2f6f-5a54-4faf-a815-269dedfb6696 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:51.318654 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06efe1a8-5f68-4534-b2ff-51ba6e5ff962 req-3a0a2f6f-5a54-4faf-a815-269dedfb6696 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 946 time: 0.0519767 May 28 03:38:51.344919 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:38:51.353541 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:51.369894 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06efe1a8-5f68-4534-b2ff-51ba6e5ff962 req-de519378-fe06-4e31-9436-fa679bb2217d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465016 May 28 03:38:51.444107 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:51.454973 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'port_id': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'mac_address': 'fa:16:3e:b4:39:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:38:51.492175 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:51.492554 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:51.630989 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:38:51.665098 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:51.711450 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d2f378cc-3b12-411b-98b9-fa4e98137b46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:51.740882 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:51.786284 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,revision_number=9']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:51.902991 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a945ca21-5079-468b-bcd9-39ab7c768b96 req-5d8aae8a-355d-4dc1-8e46-403dc70b107e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:51.904393 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a945ca21-5079-468b-bcd9-39ab7c768b96 req-5d8aae8a-355d-4dc1-8e46-403dc70b107e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 944 time: 0.0480583 May 28 03:38:51.953495 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a945ca21-5079-468b-bcd9-39ab7c768b96 req-196a4353-200b-406e-bee4-f2ba8422c563 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432637 May 28 03:38:52.217942 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['97df7472-c1e5-4bbd-80b5-6efb1965aeb9'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:38:52.491899 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484477b-4e2d-490f-9d6b-9b12eceef687 req-4db944c5-77b2-4904-852b-95c833405c71 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:52.493370 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7484477b-4e2d-490f-9d6b-9b12eceef687 req-4db944c5-77b2-4904-852b-95c833405c71 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 946 time: 0.0527840 May 28 03:38:52.540077 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7484477b-4e2d-490f-9d6b-9b12eceef687 req-cd113ac5-0ed2-453f-b979-c16a21502df1 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 May 28 03:38:52.808776 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:53.075404 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d65dcc3-201c-41d7-af13-42b93eb7039c req-87e274c4-07cf-4af8-800c-1739a6f494ff tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:53.076884 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d65dcc3-201c-41d7-af13-42b93eb7039c req-87e274c4-07cf-4af8-800c-1739a6f494ff tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 944 time: 0.0480156 May 28 03:38:53.128075 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d65dcc3-201c-41d7-af13-42b93eb7039c req-f03bcc22-4043-4942-a64e-e32b655a72d3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450993 May 28 03:38:53.378452 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:38:53.421404 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:38:53.421764 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:53.513201 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:38:53.513594 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:53.538186 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:53.540417 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c92c3d-751d-4cd8-a757-f7ee902d53af" -d '{"events": [{"server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "name": "network-vif-plugged", "status": "completed", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:53.553281 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:53.576196 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f11655b-de8b-4be6-a8ee-ecb4e4b7405b x-openstack-request-id: req-7f11655b-de8b-4be6-a8ee-ecb4e4b7405b {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:53.576480 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "name": "network-vif-plugged", "status": "completed", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:53.576727 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7f11655b-de8b-4be6-a8ee-ecb4e4b7405b {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:53.577174 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f11655b-de8b-4be6-a8ee-ecb4e4b7405b'] response: {'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'code': 200} May 28 03:38:53.614859 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:53.663985 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,revision_number=10']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:53.964619 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=84 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:53.971614 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=43 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:54.002882 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f11e4-d666-4f21-af5d-85b60259d8f9 req-7ebea766-1c1a-4882-ab07-932eb0236dd5 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:54.004341 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bd5f11e4-d666-4f21-af5d-85b60259d8f9 req-7ebea766-1c1a-4882-ab07-932eb0236dd5 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 946 time: 0.0499506 May 28 03:38:54.050539 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bd5f11e4-d666-4f21-af5d-85b60259d8f9 req-0d0a8f80-50a6-4b78-a0ba-2c66c9d526f7 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 May 28 03:38:54.111660 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:54.181349 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:54.248555 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594ed31-7425-4d15-9ca1-a7f711f500fa req-a6063314-7bfa-408d-ba34-ae6dc33fa833 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:54.250078 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1594ed31-7425-4d15-9ca1-a7f711f500fa req-a6063314-7bfa-408d-ba34-ae6dc33fa833 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 946 time: 0.0488067 May 28 03:38:54.298259 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1594ed31-7425-4d15-9ca1-a7f711f500fa req-1edabec4-d548-4857-b578-64338e7aa8c5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418289 May 28 03:38:55.167682 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7dd256-5d7b-450e-8a76-46c6870a2d36 req-bb2818f1-0077-4330-9af5-98e556ac1ae7 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:55.169054 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7a7dd256-5d7b-450e-8a76-46c6870a2d36 req-bb2818f1-0077-4330-9af5-98e556ac1ae7 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 946 time: 0.0513349 May 28 03:38:55.214811 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7a7dd256-5d7b-450e-8a76-46c6870a2d36 req-7157bdee-a9ab-495b-b740-67c00d97563e tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402467 May 28 03:38:55.424359 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeefd9df-dc30-46ae-8fdf-c7cfc4f52cca req-6d5e988b-b603-45a9-b74b-26bb431d8238 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:55.425767 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aeefd9df-dc30-46ae-8fdf-c7cfc4f52cca req-6d5e988b-b603-45a9-b74b-26bb431d8238 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 946 time: 0.0500369 May 28 03:38:55.477881 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aeefd9df-dc30-46ae-8fdf-c7cfc4f52cca req-f0707d7a-18e5-4ea9-b3cb-adc0e0b503ca tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457067 May 28 03:38:55.648615 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:55.986152 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12274344-b046-4726-95fd-40d84e0269a9 req-09437d81-76cd-44ef-aff5-3aa2f1a75a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:55.987630 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-12274344-b046-4726-95fd-40d84e0269a9 req-09437d81-76cd-44ef-aff5-3aa2f1a75a5b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 1130 time: 0.0382476 May 28 03:38:56.032594 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-12274344-b046-4726-95fd-40d84e0269a9 req-0b226a9e-45b5-42a0-9184-291f49eff04f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374568 May 28 03:38:56.326456 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e3dce-e52a-4f09-b2c0-82701e64583d req-a05d293c-220e-46ce-aa75-433fe450394b tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:56.328087 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-868e3dce-e52a-4f09-b2c0-82701e64583d req-a05d293c-220e-46ce-aa75-433fe450394b tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.27 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 946 time: 0.0530243 May 28 03:38:56.338169 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee359d-4e65-4f9f-805d-e2712fec6c15 req-85e7b51b-f21a-4fb5-8883-90bad4410c59 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:56.339717 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-11ee359d-4e65-4f9f-805d-e2712fec6c15 req-85e7b51b-f21a-4fb5-8883-90bad4410c59 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 946 time: 0.0568628 May 28 03:38:56.389814 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-11ee359d-4e65-4f9f-805d-e2712fec6c15 req-ac7088c3-91d7-4320-b98d-1b1575977c5f tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/security-groups?id=9118cb29-1b8d-4727-b06c-c5aa2e496d13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445442 May 28 03:38:56.417804 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-868e3dce-e52a-4f09-b2c0-82701e64583d req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Deleting port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:38:56.418145 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-868e3dce-e52a-4f09-b2c0-82701e64583d req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:56.515861 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-868e3dce-e52a-4f09-b2c0-82701e64583d req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] For port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=114f72ce-4108-4448-8ad0-d5f0db0c3ddf,segment=NetworkSegment(7f416e29-501c-4382-aa5b-84a7368134ea),segment_id=7f416e29-501c-4382-aa5b-84a7368134ea)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:38:56.516419 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-868e3dce-e52a-4f09-b2c0-82701e64583d req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:56.530312 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-868e3dce-e52a-4f09-b2c0-82701e64583d req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Calling delete_port for 114f72ce-4108-4448-8ad0-d5f0db0c3ddf owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:38:56.631446 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb48f79-f7ab-4d6c-ab87-d8e862b351fd req-194b4add-0f44-4648-87e9-c36dc6a7eb0e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:56.632922 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fcb48f79-f7ab-4d6c-ab87-d8e862b351fd req-194b4add-0f44-4648-87e9-c36dc6a7eb0e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 946 time: 0.0620987 May 28 03:38:56.636733 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:56.747745 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fcb48f79-f7ab-4d6c-ab87-d8e862b351fd req-9fba256a-c198-49b4-aedd-9a6a2650a4c4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002898 May 28 03:38:56.761023 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:38:56.848420 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-868e3dce-e52a-4f09-b2c0-82701e64583d req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (114f72ce-4108-4448-8ad0-d5f0db0c3ddf), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:56.861890 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['114f72ce-4108-4448-8ad0-d5f0db0c3ddf'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:38:56.877419 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Pushing event deleted for resources: {'Port': ['ID=114f72ce-4108-4448-8ad0-d5f0db0c3ddf,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:38:56.890067 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.890407 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.890736 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.891062 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.891384 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.891702 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.892018 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.892333 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.892644 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.892955 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.893295 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.893608 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.893920 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.894225 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.894532 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:38:56.930767 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-868e3dce-e52a-4f09-b2c0-82701e64583d req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] No DVR routers for this DVR port 114f72ce-4108-4448-8ad0-d5f0db0c3ddf on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:38:56.933144 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-868e3dce-e52a-4f09-b2c0-82701e64583d req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:38:56.936249 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-868e3dce-e52a-4f09-b2c0-82701e64583d req-8611fe38-d548-444d-a4b7-e45a23fc7945 tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.27 "DELETE /v2.0/ports/114f72ce-4108-4448-8ad0-d5f0db0c3ddf HTTP/1.1" status: 204 len: 173 time: 0.6014047 May 28 03:38:56.936714 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a168e633-a260-418c-acde-848a587bd43c', 'name': 'network-vif-deleted', 'tag': '114f72ce-4108-4448-8ad0-d5f0db0c3ddf'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:38:56.938987 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749663e6-10c3-4bde-9ff5-b17da7818a06" -d '{"events": [{"server_uuid": "a168e633-a260-418c-acde-848a587bd43c", "name": "network-vif-deleted", "tag": "114f72ce-4108-4448-8ad0-d5f0db0c3ddf"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:38:56.972688 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c717c037-a0c6-45b7-ba1e-def5710e145a x-openstack-request-id: req-c717c037-a0c6-45b7-ba1e-def5710e145a {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:38:56.972978 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a168e633-a260-418c-acde-848a587bd43c", "name": "network-vif-deleted", "tag": "114f72ce-4108-4448-8ad0-d5f0db0c3ddf", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:38:56.973277 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c717c037-a0c6-45b7-ba1e-def5710e145a {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:38:56.973672 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c717c037-a0c6-45b7-ba1e-def5710e145a'] response: {'server_uuid': 'a168e633-a260-418c-acde-848a587bd43c', 'name': 'network-vif-deleted', 'tag': '114f72ce-4108-4448-8ad0-d5f0db0c3ddf', 'status': 'completed', 'code': 200} May 28 03:38:57.506387 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0edc6cbd-623e-4483-82f6-9d56944b48e9 req-77966d96-2b78-4a4a-960c-8bf360fa604d tempest-VolumesActionsTest-242515314 tempest-VolumesActionsTest-242515314-project] 10.222.0.41 "GET /v2.0/ports?device_id=a168e633-a260-418c-acde-848a587bd43c HTTP/1.1" status: 200 len: 210 time: 0.0321562 May 28 03:38:57.871616 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40503253-61c7-47a3-b9f8-88cd77f7c5c6 req-ec18701e-f0b5-4f2c-905c-b74023eaa192 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:57.873165 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-40503253-61c7-47a3-b9f8-88cd77f7c5c6 req-ec18701e-f0b5-4f2c-905c-b74023eaa192 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 946 time: 0.0492454 May 28 03:38:57.928326 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-40503253-61c7-47a3-b9f8-88cd77f7c5c6 req-c4545213-4127-4248-91ab-cc698279ae0a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494246 May 28 03:38:59.054043 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15cbcf-731a-4d51-ac23-e80ce53ef1e7 req-9aa9c2d0-086b-4983-97f7-b8be1f1bd63a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:38:59.055658 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0b15cbcf-731a-4d51-ac23-e80ce53ef1e7 req-9aa9c2d0-086b-4983-97f7-b8be1f1bd63a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 946 time: 0.0475481 May 28 03:38:59.113453 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0b15cbcf-731a-4d51-ac23-e80ce53ef1e7 req-20d516d9-0b4b-4ed2-9a5e-7398ba171d1b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514593 May 28 03:39:00.233217 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913cb03-1ed6-438e-a5e1-69e11be54928 req-d872febf-b663-478b-82c1-e3f7d630d905 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:00.234714 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f913cb03-1ed6-438e-a5e1-69e11be54928 req-d872febf-b663-478b-82c1-e3f7d630d905 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 946 time: 0.0472355 May 28 03:39:00.283564 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f913cb03-1ed6-438e-a5e1-69e11be54928 req-d7312627-a668-45e8-8c10-01656f3d9881 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423489 May 28 03:39:02.048189 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 114f72ce-4108-4448-8ad0-d5f0db0c3ddf no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:39:02.067891 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 114f72ce-4108-4448-8ad0-d5f0db0c3ddf {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:39:02.070244 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 114f72ce-4108-4448-8ad0-d5f0db0c3ddf not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:39:03.553509 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:39:09.106984 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:09.109452 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:10.277994 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=11 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:10.280320 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=32 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:12.051488 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=76,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:12.056229 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:14.556893 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=6 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:14.561200 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:19.351585 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-42e687e3-c839-450d-9687-10a6e1368561 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:19.614686 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:21.728640 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ab809e36-31aa-4444-9196-a889d613a18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:22.825615 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:24.202955 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:25.659879 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:27.664746 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da50820-b36e-430c-98f3-04c62afe23ff req-c8c10c85-b839-406a-9dbf-369cf8552ef3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:27.666229 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6da50820-b36e-430c-98f3-04c62afe23ff req-c8c10c85-b839-406a-9dbf-369cf8552ef3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0467558 May 28 03:39:27.713625 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6da50820-b36e-430c-98f3-04c62afe23ff req-5c4a30dd-eca2-4213-a068-d01e48308858 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417333 May 28 03:39:28.050071 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 35832) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:28.099409 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c17dd7d-e2cd-4bc1-93bd-79182a2452ac admin admin] Deleting subnet 8b25d6a2-f86a-4c5f-8006-4e75d0dccc60 {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:39:28.108118 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1c17dd7d-e2cd-4bc1-93bd-79182a2452ac admin admin] Publish callbacks [] for subnet (8b25d6a2-f86a-4c5f-8006-4e75d0dccc60), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:28.139267 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1c17dd7d-e2cd-4bc1-93bd-79182a2452ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171905'] for subnet (8b25d6a2-f86a-4c5f-8006-4e75d0dccc60), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:28.190154 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1c17dd7d-e2cd-4bc1-93bd-79182a2452ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (8b25d6a2-f86a-4c5f-8006-4e75d0dccc60), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:28.346217 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1c17dd7d-e2cd-4bc1-93bd-79182a2452ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5710840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4789235'] for subnet (8b25d6a2-f86a-4c5f-8006-4e75d0dccc60), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:28.376875 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17dd7d-e2cd-4bc1-93bd-79182a2452ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b25d6a2-f86a-4c5f-8006-4e75d0dccc60,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:28.378891 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1c17dd7d-e2cd-4bc1-93bd-79182a2452ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:28.382007 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1c17dd7d-e2cd-4bc1-93bd-79182a2452ac admin admin] 10.222.0.41 "DELETE /v2.0/subnets/8b25d6a2-f86a-4c5f-8006-4e75d0dccc60 HTTP/1.1" status: 204 len: 168 time: 0.3309329 May 28 03:39:28.385189 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 35836) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:28.460083 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (d0e4e4f5-23db-4c8c-a345-0058f3ae5e11), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:28.539732 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (d0e4e4f5-23db-4c8c-a345-0058f3ae5e11), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:28.559267 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0e4e4f5-23db-4c8c-a345-0058f3ae5e11']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:39:28.568262 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f416e29-501c-4382-aa5b-84a7368134ea') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:39:28.568550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f416e29-501c-4382-aa5b-84a7368134ea') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:39:28.578213 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171960'] for segment (7f416e29-501c-4382-aa5b-84a7368134ea), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:28.591229 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (7f416e29-501c-4382-aa5b-84a7368134ea), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:28.597193 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:39:28.597579 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5709914'] for segment (7f416e29-501c-4382-aa5b-84a7368134ea), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:28.617947 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 7f416e29-501c-4382-aa5b-84a7368134ea resource provider aggregate not found May 28 03:39:28.649567 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 7f416e29-501c-4382-aa5b-84a7368134ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7f416e29-501c-4382-aa5b-84a7368134ea found for delete ", "request_id": "req-5349ad04-cf0b-4d3b-9035-b1717921499b"}]} May 28 03:39:28.734203 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (d0e4e4f5-23db-4c8c-a345-0058f3ae5e11), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:28.741985 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:28.748093 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] 10.222.0.41 "DELETE /v2.0/networks/d0e4e4f5-23db-4c8c-a345-0058f3ae5e11 HTTP/1.1" status: 204 len: 168 time: 0.3594713 May 28 03:39:28.759876 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588954b3-acee-4a41-b0e6-a91c18ae83a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0e4e4f5-23db-4c8c-a345-0058f3ae5e11,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:28.832496 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62074c76-4ca5-4d23-ab80-db242ae8583b req-8d6f1606-3d06-46d8-bf26-9174e4871ca9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:28.833993 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-62074c76-4ca5-4d23-ab80-db242ae8583b req-8d6f1606-3d06-46d8-bf26-9174e4871ca9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0480802 May 28 03:39:28.881368 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-62074c76-4ca5-4d23-ab80-db242ae8583b req-24543bb2-9e49-4202-9d50-32f4a8a189e3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416515 May 28 03:39:28.995322 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 35846) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:29.034368 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9d042972-55b0-4d6e-af5e-304adcac3084 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ccf50ff938ce4fdb8d24871054e0015d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379243 May 28 03:39:29.036716 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 35848) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:29.083500 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4b57da34-51a7-40f9-88f1-0a6f25a7461e admin admin] Publish callbacks [] for security_group (9118cb29-1b8d-4727-b06c-c5aa2e496d13), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:29.104608 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4b57da34-51a7-40f9-88f1-0a6f25a7461e admin admin] Publish callbacks [] for security_group (9118cb29-1b8d-4727-b06c-c5aa2e496d13), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:29.208452 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4b57da34-51a7-40f9-88f1-0a6f25a7461e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (9118cb29-1b8d-4727-b06c-c5aa2e496d13), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:29.211011 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4b57da34-51a7-40f9-88f1-0a6f25a7461e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:29.212228 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4b57da34-51a7-40f9-88f1-0a6f25a7461e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9118cb29-1b8d-4727-b06c-c5aa2e496d13 HTTP/1.1" status: 204 len: 168 time: 0.1745257 May 28 03:39:29.220324 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57da34-51a7-40f9-88f1-0a6f25a7461e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9118cb29-1b8d-4727-b06c-c5aa2e496d13,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:30.014337 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977741bb-754c-4e46-89be-efc7dc4d0538 req-f608dab8-ebcb-4119-adb3-08f496321bc9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:30.015814 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-977741bb-754c-4e46-89be-efc7dc4d0538 req-f608dab8-ebcb-4119-adb3-08f496321bc9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0609241 May 28 03:39:30.059236 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:30.066727 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-977741bb-754c-4e46-89be-efc7dc4d0538 req-f3410682-d452-46d5-9d5b-80aea37ba0dc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454061 May 28 03:39:30.906453 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:30.939429 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b3d706-5cdd-4ddb-b247-a1fce458827b req-49e6e501-cdc6-48b0-b338-def4b3921826 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:30.940910 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a3b3d706-5cdd-4ddb-b247-a1fce458827b req-49e6e501-cdc6-48b0-b338-def4b3921826 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 945 time: 0.0486460 May 28 03:39:30.993842 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a3b3d706-5cdd-4ddb-b247-a1fce458827b req-7fb497fe-0d2a-4e63-9575-0269e6463443 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469511 May 28 03:39:31.180739 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4ce8bf-8485-46cf-b637-7fdbc23afa97 req-fe8624ab-9063-4252-b038-7033d97d9871 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:31.182196 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9b4ce8bf-8485-46cf-b637-7fdbc23afa97 req-fe8624ab-9063-4252-b038-7033d97d9871 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0468662 May 28 03:39:31.232936 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9b4ce8bf-8485-46cf-b637-7fdbc23afa97 req-e4ce0c1c-ac38-4dfa-8bcd-8b699c0ba68b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452778 May 28 03:39:32.114531 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07e7e80-6d45-4686-ad75-bc5378e7d9e8 req-938fb4ba-1ba0-4b7f-b984-14d0e5000ce3 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:32.116802 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c07e7e80-6d45-4686-ad75-bc5378e7d9e8 req-938fb4ba-1ba0-4b7f-b984-14d0e5000ce3 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 945 time: 0.0512350 May 28 03:39:32.165087 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c07e7e80-6d45-4686-ad75-bc5378e7d9e8 req-acbfbbd0-08ba-4c5a-a9b6-59335746e8d2 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406687 May 28 03:39:32.351559 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702df575-46b9-4c5f-92d9-5b82abe2287e req-772a9bc1-ebb7-4ce7-9806-770f74677919 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:32.353067 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-702df575-46b9-4c5f-92d9-5b82abe2287e req-772a9bc1-ebb7-4ce7-9806-770f74677919 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0524335 May 28 03:39:32.404674 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-702df575-46b9-4c5f-92d9-5b82abe2287e req-e39499ed-29fc-46ec-9fc0-cb91ed97d35c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460889 May 28 03:39:33.288642 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b14384-d357-4c8b-95e6-491df3ed7e14 req-e03128ab-b49a-434f-ade4-62f07fcd9d89 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:33.290769 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70b14384-d357-4c8b-95e6-491df3ed7e14 req-e03128ab-b49a-434f-ade4-62f07fcd9d89 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 945 time: 0.0498891 May 28 03:39:33.345834 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-70b14384-d357-4c8b-95e6-491df3ed7e14 req-6c5c51a4-bc1d-4213-b4a5-b2fa1ccdada8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=f53fa7a5-9032-4604-8bca-d36f2c7debd5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490558 May 28 03:39:33.380209 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-c3ce7e20-e3c2-40da-b723-75176f9e649f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:33.381652 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-c3ce7e20-e3c2-40da-b723-75176f9e649f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 945 time: 0.0491219 May 28 03:39:33.474696 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Deleting port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:39:33.475038 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:33.532942 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b2ca3-77c3-4cf6-8ba1-1e0b9982537f req-96aea07f-f41b-4c76-afa1-a84a1c3ee481 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:33.534445 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-549b2ca3-77c3-4cf6-8ba1-1e0b9982537f req-96aea07f-f41b-4c76-afa1-a84a1c3ee481 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0486341 May 28 03:39:33.570115 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] For port bce2d221-cb90-4b9d-b2ca-1b1020b1c795, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=bce2d221-cb90-4b9d-b2ca-1b1020b1c795,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:39:33.571014 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:33.592853 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-549b2ca3-77c3-4cf6-8ba1-1e0b9982537f req-3b1f69e5-49b3-4a8b-9740-ef55199fe62c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468032 May 28 03:39:33.794826 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:33.795184 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (13b2ba73-3273-4919-9049-3800eba01f1c), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:33.795495 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Floating IP 13b2ba73-3273-4919-9049-3800eba01f1c disassociated. External IP: 172.27.3.236, port: bce2d221-cb90-4b9d-b2ca-1b1020b1c795. May 28 03:39:33.795834 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Calling delete_port for bce2d221-cb90-4b9d-b2ca-1b1020b1c795 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:39:33.985810 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (bce2d221-cb90-4b9d-b2ca-1b1020b1c795), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:34.016782 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event deleted for resources: {'Port': ['ID=bce2d221-cb90-4b9d-b2ca-1b1020b1c795,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:34.024002 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:34.128181 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Router 16ba28df-7752-4608-be78-a068ff847a0a has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:39:34.130592 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:34.245549 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:39:34.257180 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31028606-8fe3-4d94-8e90-9c829a4aed88 None None] Sync routers for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:39:34.267807 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31028606-8fe3-4d94-8e90-9c829a4aed88 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:39:34.268677 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-31028606-8fe3-4d94-8e90-9c829a4aed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:39:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:39:34.288975 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] No DVR routers for this DVR port bce2d221-cb90-4b9d-b2ca-1b1020b1c795 on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:39:34.291620 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:34.295119 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3cec196a-6cba-4a8d-bf55-6bc529beb745 req-b59905aa-3abf-4e59-9391-357b3c5f1509 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "DELETE /v2.0/ports/bce2d221-cb90-4b9d-b2ca-1b1020b1c795 HTTP/1.1" status: 204 len: 173 time: 0.9067757 May 28 03:39:34.295578 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'name': 'network-vif-deleted', 'tag': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:39:34.298359 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d72c68c-8dde-41db-94f4-c6878dd2f308" -d '{"events": [{"server_uuid": "8714c46b-f821-4c0a-b55d-1083da5eb5b8", "name": "network-vif-deleted", "tag": "bce2d221-cb90-4b9d-b2ca-1b1020b1c795"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:39:34.341649 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8250b9bd-ff30-4d12-836f-9ef44f27ed1f x-openstack-request-id: req-8250b9bd-ff30-4d12-836f-9ef44f27ed1f {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:39:34.342055 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8714c46b-f821-4c0a-b55d-1083da5eb5b8", "name": "network-vif-deleted", "tag": "bce2d221-cb90-4b9d-b2ca-1b1020b1c795", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:39:34.342393 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8250b9bd-ff30-4d12-836f-9ef44f27ed1f {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:39:34.342879 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8250b9bd-ff30-4d12-836f-9ef44f27ed1f'] response: {'server_uuid': '8714c46b-f821-4c0a-b55d-1083da5eb5b8', 'name': 'network-vif-deleted', 'tag': 'bce2d221-cb90-4b9d-b2ca-1b1020b1c795', 'status': 'completed', 'code': 200} May 28 03:39:34.372950 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-31028606-8fe3-4d94-8e90-9c829a4aed88 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:39:34.460695 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-50fdbaea-76a7-4d1e-b0b6-6dc6a66bea6d req-bf07fbc6-7e2b-43c6-97ae-9a5fac1e737f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=8714c46b-f821-4c0a-b55d-1083da5eb5b8 HTTP/1.1" status: 200 len: 210 time: 0.0337214 May 28 03:39:34.584805 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-31028606-8fe3-4d94-8e90-9c829a4aed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '4217859b-62f7-409d-a63e-6dec05d30e2a', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:bc:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:36:07Z', 'updated_at': '2022-05-28T03:36:47Z', 'revision_number': 2, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:39:34.610573 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31028606-8fe3-4d94-8e90-9c829a4aed88 None None] Checking router: 16ba28df-7752-4608-be78-a068ff847a0a for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:39:34.621991 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31028606-8fe3-4d94-8e90-9c829a4aed88 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:39:34.622556 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-31028606-8fe3-4d94-8e90-9c829a4aed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:39:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:39:34.729634 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-31028606-8fe3-4d94-8e90-9c829a4aed88 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:39:34.743355 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5872af5d-cbb2-4225-a1f7-d0486253d997 req-edc02dc7-0e87-440b-9357-27f45a4b8285 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:34.745917 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5872af5d-cbb2-4225-a1f7-d0486253d997 req-edc02dc7-0e87-440b-9357-27f45a4b8285 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0517335 May 28 03:39:34.812989 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5872af5d-cbb2-4225-a1f7-d0486253d997 req-14161f41-0e1e-4bdb-a2d6-a0ee3a60cb25 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621619 May 28 03:39:34.958769 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-31028606-8fe3-4d94-8e90-9c829a4aed88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '4217859b-62f7-409d-a63e-6dec05d30e2a', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:bc:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:36:07Z', 'updated_at': '2022-05-28T03:36:47Z', 'revision_number': 2, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:39:34.983281 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31028606-8fe3-4d94-8e90-9c829a4aed88 None None] The sync data for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi is: [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '4217859b-62f7-409d-a63e-6dec05d30e2a', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.80', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 121, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:bc:84:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:36:07Z', 'updated_at': '2022-05-28T03:36:47Z', 'revision_number': 2, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:39:35.247510 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90613f6f-b913-4b78-ae2b-de344f26e893 None None] New status for floating IP 13b2ba73-3273-4919-9049-3800eba01f1c: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:39:35.598205 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 35998) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:35.659635 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d65f63d7-2a34-4510-9649-39c211cd90c7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (f53fa7a5-9032-4604-8bca-d36f2c7debd5), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:35.685072 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d65f63d7-2a34-4510-9649-39c211cd90c7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (f53fa7a5-9032-4604-8bca-d36f2c7debd5), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:35.803045 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d65f63d7-2a34-4510-9649-39c211cd90c7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (f53fa7a5-9032-4604-8bca-d36f2c7debd5), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:35.805885 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d65f63d7-2a34-4510-9649-39c211cd90c7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:35.809545 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d65f63d7-2a34-4510-9649-39c211cd90c7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "DELETE /v2.0/security-groups/f53fa7a5-9032-4604-8bca-d36f2c7debd5 HTTP/1.1" status: 204 len: 168 time: 0.2076888 May 28 03:39:35.810502 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36002) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:35.829255 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f63d7-2a34-4510-9649-39c211cd90c7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53fa7a5-9032-4604-8bca-d36f2c7debd5,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:35.837383 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.api.v2.resource [None req-ac176ce9-17b1-496f-ac2b-16b20786de49 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] show failed (client error): The resource could not be found. May 28 03:39:35.838478 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ac176ce9-17b1-496f-ac2b-16b20786de49 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups/f53fa7a5-9032-4604-8bca-d36f2c7debd5 HTTP/1.1" status: 404 len: 347 time: 0.0269918 May 28 03:39:35.853448 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36008) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:35.997899 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce1593-0d7d-4988-8d2d-d360353d23e2 req-24dcb4da-bdba-426e-8c29-4ef89b04cfc3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:35.999740 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-02ce1593-0d7d-4988-8d2d-d360353d23e2 req-24dcb4da-bdba-426e-8c29-4ef89b04cfc3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0767708 May 28 03:39:36.037957 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-bbe354ea-8f0b-4afe-ba67-d9422f6f0618 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Deleting port 2267a9be-7504-40b9-a232-3abe06937cda {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:39:36.038259 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bbe354ea-8f0b-4afe-ba67-d9422f6f0618 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (2267a9be-7504-40b9-a232-3abe06937cda), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:36.067361 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-02ce1593-0d7d-4988-8d2d-d360353d23e2 req-7d866f86-9935-4661-874a-78b1cd620af0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612891 May 28 03:39:36.144722 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bbe354ea-8f0b-4afe-ba67-d9422f6f0618 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (2267a9be-7504-40b9-a232-3abe06937cda), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:36.145047 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bbe354ea-8f0b-4afe-ba67-d9422f6f0618 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (2267a9be-7504-40b9-a232-3abe06937cda), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:36.158185 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-bbe354ea-8f0b-4afe-ba67-d9422f6f0618 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Calling delete_port for 2267a9be-7504-40b9-a232-3abe06937cda owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:39:36.391222 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device bce2d221-cb90-4b9d-b2ca-1b1020b1c795 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:39:36.415650 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bbe354ea-8f0b-4afe-ba67-d9422f6f0618 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (2267a9be-7504-40b9-a232-3abe06937cda), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:36.418506 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: bce2d221-cb90-4b9d-b2ca-1b1020b1c795 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:39:36.418857 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device bce2d221-cb90-4b9d-b2ca-1b1020b1c795 not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:39:36.702364 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe354ea-8f0b-4afe-ba67-d9422f6f0618 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event deleted for resources: {'Port': ['ID=2267a9be-7504-40b9-a232-3abe06937cda,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:36.756802 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:36.767816 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bbe354ea-8f0b-4afe-ba67-d9422f6f0618 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (13b2ba73-3273-4919-9049-3800eba01f1c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:36.770367 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bbe354ea-8f0b-4afe-ba67-d9422f6f0618 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:36.771482 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-bbe354ea-8f0b-4afe-ba67-d9422f6f0618 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "DELETE /v2.0/floatingips/13b2ba73-3273-4919-9049-3800eba01f1c HTTP/1.1" status: 204 len: 168 time: 0.9152551 May 28 03:39:37.191770 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca904e84-f1d6-4255-bbb3-e9edc2151eee req-01009713-56a6-4029-a551-3925b8f307c4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:37.193233 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ca904e84-f1d6-4255-bbb3-e9edc2151eee req-01009713-56a6-4029-a551-3925b8f307c4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0470347 May 28 03:39:37.254538 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ca904e84-f1d6-4255-bbb3-e9edc2151eee req-260fe842-217c-4d0a-97b8-685ef4517b5d tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557036 May 28 03:39:37.841019 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47fb5b4-dd68-47ec-b98b-c7e7fa8e54e2 req-aa231407-d4f8-4119-a68c-8ea5e7897645 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:37.842530 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f47fb5b4-dd68-47ec-b98b-c7e7fa8e54e2 req-aa231407-d4f8-4119-a68c-8ea5e7897645 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0501523 May 28 03:39:37.891561 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f47fb5b4-dd68-47ec-b98b-c7e7fa8e54e2 req-5f558493-843f-4e43-bf82-f77d104dc25b tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429113 May 28 03:39:38.380177 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd559b-0cb5-4e40-9533-18f9d033e2ec req-fca4fad2-94eb-4ace-bc46-2d5e3beda85b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:38.381657 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a8cd559b-0cb5-4e40-9533-18f9d033e2ec req-fca4fad2-94eb-4ace-bc46-2d5e3beda85b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0478201 May 28 03:39:38.430486 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a8cd559b-0cb5-4e40-9533-18f9d033e2ec req-77080804-b969-45f3-a7b3-5d61eb1f65af tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432878 May 28 03:39:39.010434 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1016348-05b5-49f3-ac74-135350dac548 req-80b55e05-9c6d-4e91-9fc1-3a9f4cbe08d3 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:39.011906 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a1016348-05b5-49f3-ac74-135350dac548 req-80b55e05-9c6d-4e91-9fc1-3a9f4cbe08d3 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0531890 May 28 03:39:39.058793 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a1016348-05b5-49f3-ac74-135350dac548 req-1591ce99-02db-4e5f-b00f-ae3ea8e9e6fd tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414333 May 28 03:39:39.548117 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecb966-816b-431c-a433-cee4a0407880 req-8b439789-b68a-4bbe-b6bb-3cae50db9b9b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:39.550875 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-31ecb966-816b-431c-a433-cee4a0407880 req-8b439789-b68a-4bbe-b6bb-3cae50db9b9b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0499454 May 28 03:39:39.599357 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-31ecb966-816b-431c-a433-cee4a0407880 req-4069de14-3029-4bcd-a42a-f3c7c32aee55 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422873 May 28 03:39:40.047859 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06272f6e-75b1-451c-8eff-349d0a57e554 req-6da45c94-f86b-44a6-b25f-3e4514cf82e3 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:40.049362 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06272f6e-75b1-451c-8eff-349d0a57e554 req-6da45c94-f86b-44a6-b25f-3e4514cf82e3 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.27 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0487034 May 28 03:39:40.085183 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:40.167736 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-06272f6e-75b1-451c-8eff-349d0a57e554 req-c606368c-e64b-413a-9116-cdea975cf774 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Deleting port 86370b2e-5f98-49df-b01e-c1a775a9facd {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:39:40.167995 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-06272f6e-75b1-451c-8eff-349d0a57e554 req-c606368c-e64b-413a-9116-cdea975cf774 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:40.196662 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39c583-ec60-49f8-84da-46f60d8c07f0 req-81fc0554-6a86-4541-83ac-0186f197b593 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:40.198146 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f39c583-ec60-49f8-84da-46f60d8c07f0 req-81fc0554-6a86-4541-83ac-0186f197b593 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 945 time: 0.0698581 May 28 03:39:40.300310 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f39c583-ec60-49f8-84da-46f60d8c07f0 req-f01c2649-1641-4899-8d1b-5ac2be776dd5 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954449 May 28 03:39:40.321189 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-06272f6e-75b1-451c-8eff-349d0a57e554 req-c606368c-e64b-413a-9116-cdea975cf774 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] For port 86370b2e-5f98-49df-b01e-c1a775a9facd, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=86370b2e-5f98-49df-b01e-c1a775a9facd,segment=NetworkSegment(abd2f915-8d22-489c-b4f4-2c1e24622c69),segment_id=abd2f915-8d22-489c-b4f4-2c1e24622c69)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:39:40.321189 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-06272f6e-75b1-451c-8eff-349d0a57e554 req-c606368c-e64b-413a-9116-cdea975cf774 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:40.329459 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-06272f6e-75b1-451c-8eff-349d0a57e554 req-c606368c-e64b-413a-9116-cdea975cf774 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Calling delete_port for 86370b2e-5f98-49df-b01e-c1a775a9facd owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:39:40.517577 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-06272f6e-75b1-451c-8eff-349d0a57e554 req-c606368c-e64b-413a-9116-cdea975cf774 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (86370b2e-5f98-49df-b01e-c1a775a9facd), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:40.550390 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606368c-e64b-413a-9116-cdea975cf774 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Pushing event deleted for resources: {'Port': ['ID=86370b2e-5f98-49df-b01e-c1a775a9facd,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:40.574079 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:39:40.595379 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-06272f6e-75b1-451c-8eff-349d0a57e554 req-c606368c-e64b-413a-9116-cdea975cf774 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] No DVR routers for this DVR port 86370b2e-5f98-49df-b01e-c1a775a9facd on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:39:40.597864 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-06272f6e-75b1-451c-8eff-349d0a57e554 req-c606368c-e64b-413a-9116-cdea975cf774 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:40.601017 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-06272f6e-75b1-451c-8eff-349d0a57e554 req-c606368c-e64b-413a-9116-cdea975cf774 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.27 "DELETE /v2.0/ports/86370b2e-5f98-49df-b01e-c1a775a9facd HTTP/1.1" status: 204 len: 173 time: 0.5437970 May 28 03:39:40.601474 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e654573a-25d3-4e44-b150-e0fdd2ef00df', 'name': 'network-vif-deleted', 'tag': '86370b2e-5f98-49df-b01e-c1a775a9facd'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:39:40.603714 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68425d9-ecd0-4ed6-8c06-5cf3e4481ee8" -d '{"events": [{"server_uuid": "e654573a-25d3-4e44-b150-e0fdd2ef00df", "name": "network-vif-deleted", "tag": "86370b2e-5f98-49df-b01e-c1a775a9facd"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:39:40.645046 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f770cb48-a822-4974-91f6-4a3ce993ed84 x-openstack-request-id: req-f770cb48-a822-4974-91f6-4a3ce993ed84 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:39:40.656274 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e654573a-25d3-4e44-b150-e0fdd2ef00df", "name": "network-vif-deleted", "tag": "86370b2e-5f98-49df-b01e-c1a775a9facd", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:39:40.656274 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f770cb48-a822-4974-91f6-4a3ce993ed84 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:39:40.656274 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f770cb48-a822-4974-91f6-4a3ce993ed84'] response: {'server_uuid': 'e654573a-25d3-4e44-b150-e0fdd2ef00df', 'name': 'network-vif-deleted', 'tag': '86370b2e-5f98-49df-b01e-c1a775a9facd', 'status': 'completed', 'code': 200} May 28 03:39:40.740124 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd803878-2f50-4ad6-8477-fdef3d2c6f92 req-b28149b2-873e-463b-9b11-38b2838c4e60 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:40.741826 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bd803878-2f50-4ad6-8477-fdef3d2c6f92 req-b28149b2-873e-463b-9b11-38b2838c4e60 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0556269 May 28 03:39:40.802611 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bd803878-2f50-4ad6-8477-fdef3d2c6f92 req-8777145d-de1c-454f-923b-a9bab46aea9d tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547225 May 28 03:39:40.923619 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf033d4e-f6cc-413e-812d-01cfa818be6b req-387f0e9a-6074-446d-b617-f4d08256771b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:40.925071 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf033d4e-f6cc-413e-812d-01cfa818be6b req-387f0e9a-6074-446d-b617-f4d08256771b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 945 time: 0.0494895 May 28 03:39:40.972726 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cf033d4e-f6cc-413e-812d-01cfa818be6b req-2c3afcb0-9bd2-411b-88ad-ca6b85fbf432 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414710 May 28 03:39:41.409230 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0683d9a8-442a-496f-b9e7-f2e1f248ac82 req-4ad921f7-6ae7-4d73-ae0c-50e0d2776981 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 210 time: 0.0283399 May 28 03:39:41.918103 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801006d5-efe9-421c-8765-4de78e9fb6d7 req-d9806c17-e710-4527-9e02-3580acbcddeb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:41.919576 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-801006d5-efe9-421c-8765-4de78e9fb6d7 req-d9806c17-e710-4527-9e02-3580acbcddeb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0468123 May 28 03:39:41.959103 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:41.985189 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:41.990831 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-801006d5-efe9-421c-8765-4de78e9fb6d7 req-c6a8a27c-ca00-41cc-9917-9b73c23b37bd tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634179 May 28 03:39:42.085288 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:42.094221 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffa10bd-f106-4568-9245-f82aeeeaaeb0 req-92fbc6e4-5b54-45b0-8ddb-8ff637dabc90 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:42.095628 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1ffa10bd-f106-4568-9245-f82aeeeaaeb0 req-92fbc6e4-5b54-45b0-8ddb-8ff637dabc90 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 945 time: 0.0517809 May 28 03:39:42.146130 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1ffa10bd-f106-4568-9245-f82aeeeaaeb0 req-29d2f7ab-e301-41e0-8f2e-772795b3f2c1 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450101 May 28 03:39:42.441189 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 86370b2e-5f98-49df-b01e-c1a775a9facd no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:39:42.444296 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:42.444849 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:42.460453 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 86370b2e-5f98-49df-b01e-c1a775a9facd {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:39:42.460795 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 86370b2e-5f98-49df-b01e-c1a775a9facd not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:39:42.520064 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bd075e69-ba93-4886-b78f-e079be1394ac req-1c60940e-065f-4cfd-9d95-eee36f587a80 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=e654573a-25d3-4e44-b150-e0fdd2ef00df HTTP/1.1" status: 200 len: 210 time: 0.0320759 May 28 03:39:42.821807 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-6415f01c-1df0-459d-be3a-ff68cbe039a6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:42.823270 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-6415f01c-1df0-459d-be3a-ff68cbe039a6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 945 time: 0.0483379 May 28 03:39:42.913986 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Deleting port a44b7ed2-6364-44d9-9fbc-d45c00c0413e {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:39:42.917519 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:43.011088 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] For port a44b7ed2-6364-44d9-9fbc-d45c00c0413e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=a44b7ed2-6364-44d9-9fbc-d45c00c0413e,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:39:43.011447 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:43.161943 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc310a-9aca-4718-9548-13a651504807 req-600e9ce2-f29a-48db-8d50-10c1a0f82e3a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:43.163475 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-87bc310a-9aca-4718-9548-13a651504807 req-600e9ce2-f29a-48db-8d50-10c1a0f82e3a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0896981 May 28 03:39:43.245493 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:43.261726 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:43.262001 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (4217859b-62f7-409d-a63e-6dec05d30e2a), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:43.262311 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Floating IP 4217859b-62f7-409d-a63e-6dec05d30e2a disassociated. External IP: 172.27.3.80, port: a44b7ed2-6364-44d9-9fbc-d45c00c0413e. May 28 03:39:43.262650 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Calling delete_port for a44b7ed2-6364-44d9-9fbc-d45c00c0413e owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:39:43.267306 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-87bc310a-9aca-4718-9548-13a651504807 req-277e2451-9d20-45a7-9e15-9a029bef403f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948362 May 28 03:39:43.269632 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa79d5-8981-4e29-9e79-43c44e92258f req-0ec8196d-e3c6-46f6-abb3-24f933ec2bdd tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:43.271125 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b1fa79d5-8981-4e29-9e79-43c44e92258f req-0ec8196d-e3c6-46f6-abb3-24f933ec2bdd tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 945 time: 0.0533791 May 28 03:39:43.324909 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b1fa79d5-8981-4e29-9e79-43c44e92258f req-630e7f45-4499-444a-81c3-0d76d5aacbd7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465126 May 28 03:39:43.488412 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (a44b7ed2-6364-44d9-9fbc-d45c00c0413e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:43.516937 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event deleted for resources: {'Port': ['ID=a44b7ed2-6364-44d9-9fbc-d45c00c0413e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:43.633324 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:43.645399 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Router 16ba28df-7752-4608-be78-a068ff847a0a has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:39:43.758805 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:39:43.766261 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d75d8-4e88-4bef-85ac-086d3a03a231 None None] Sync routers for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:39:43.778406 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d75d8-4e88-4bef-85ac-086d3a03a231 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:39:43.781548 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8f6d75d8-4e88-4bef-85ac-086d3a03a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:39:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:39:43.799919 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] No DVR routers for this DVR port a44b7ed2-6364-44d9-9fbc-d45c00c0413e on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:39:43.802485 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:43.805760 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4bbe3793-25a9-490e-89cb-b7a1bb56868c req-aa34294f-cd3b-423d-9a7b-98a91dd9979e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "DELETE /v2.0/ports/a44b7ed2-6364-44d9-9fbc-d45c00c0413e HTTP/1.1" status: 204 len: 173 time: 0.9755986 May 28 03:39:43.806187 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'name': 'network-vif-deleted', 'tag': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:39:43.808604 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df137a9-9721-4909-a7d3-9c644b5bd427" -d '{"events": [{"server_uuid": "161bde4a-7b5a-4c34-9cad-add4855d9d1f", "name": "network-vif-deleted", "tag": "a44b7ed2-6364-44d9-9fbc-d45c00c0413e"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:39:43.827001 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:43.846844 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbb60b15-87f4-4890-87b6-abb4de6cc4a1 x-openstack-request-id: req-bbb60b15-87f4-4890-87b6-abb4de6cc4a1 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:39:43.851477 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "161bde4a-7b5a-4c34-9cad-add4855d9d1f", "name": "network-vif-deleted", "tag": "a44b7ed2-6364-44d9-9fbc-d45c00c0413e", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:39:43.851477 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bbb60b15-87f4-4890-87b6-abb4de6cc4a1 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:39:43.851477 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbb60b15-87f4-4890-87b6-abb4de6cc4a1'] response: {'server_uuid': '161bde4a-7b5a-4c34-9cad-add4855d9d1f', 'name': 'network-vif-deleted', 'tag': 'a44b7ed2-6364-44d9-9fbc-d45c00c0413e', 'status': 'completed', 'code': 200} May 28 03:39:43.861789 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:43.885249 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-8f6d75d8-4e88-4bef-85ac-086d3a03a231 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:39:44.092474 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8f6d75d8-4e88-4bef-85ac-086d3a03a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:39:44.117961 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d75d8-4e88-4bef-85ac-086d3a03a231 None None] Checking router: 16ba28df-7752-4608-be78-a068ff847a0a for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:39:44.126524 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6d75d8-4e88-4bef-85ac-086d3a03a231 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:39:44.127139 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8f6d75d8-4e88-4bef-85ac-086d3a03a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:39:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:39:44.297343 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-8f6d75d8-4e88-4bef-85ac-086d3a03a231 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:39:44.384451 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db2a778-0d7d-4dac-8bd3-4e19b1b08587 req-c9d1c865-67c6-4d39-804e-4cfec3a74b7f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:44.391269 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3db2a778-0d7d-4dac-8bd3-4e19b1b08587 req-c9d1c865-67c6-4d39-804e-4cfec3a74b7f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0560081 May 28 03:39:44.436477 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3db2a778-0d7d-4dac-8bd3-4e19b1b08587 req-e87e5011-6528-4622-9601-a08ce9f60bcf tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442810 May 28 03:39:44.440232 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f87dc9bb-f245-4305-abbf-0417620f227e req-c16862d6-5981-422b-9549-39cdd511e41e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 210 time: 0.0298245 May 28 03:39:44.493515 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8f6d75d8-4e88-4bef-85ac-086d3a03a231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:39:44.521613 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6d75d8-4e88-4bef-85ac-086d3a03a231 None None] The sync data for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi is: [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:39:44.745372 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5f195d-08a3-47c7-9c69-fb913648a7f0 None None] New status for floating IP 4217859b-62f7-409d-a63e-6dec05d30e2a: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:39:44.746313 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbe1a0-beb1-450a-8259-9770d0da7a6e req-a5fd4e09-fabf-41b9-accd-43c8032696d8 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:44.747810 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1fbbe1a0-beb1-450a-8259-9770d0da7a6e req-a5fd4e09-fabf-41b9-accd-43c8032696d8 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0479798 May 28 03:39:44.804316 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1fbbe1a0-beb1-450a-8259-9770d0da7a6e req-ad12808a-a638-4f06-84b8-ab2e99a762eb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506501 May 28 03:39:45.552972 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-976466f4-9fba-4efe-bae1-1fb57f74968e req-e01a5e5e-fb17-438f-a9c2-e8bb5e9101f1 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 210 time: 0.0306859 May 28 03:39:45.918039 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615cd137-b799-431c-9f4a-e53a667dd31b req-e4141e8a-aac6-4b36-8a7e-fd825e69c46a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:45.919497 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-615cd137-b799-431c-9f4a-e53a667dd31b req-e4141e8a-aac6-4b36-8a7e-fd825e69c46a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0469232 May 28 03:39:45.964872 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-615cd137-b799-431c-9f4a-e53a667dd31b req-f5082159-da2a-459c-a87c-d839a1835af5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 May 28 03:39:46.658201 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-16102000-e445-4113-a017-6e6936f8f062 req-cbf2b254-3224-4a2a-a0b8-6470c52ff5a0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=161bde4a-7b5a-4c34-9cad-add4855d9d1f HTTP/1.1" status: 200 len: 210 time: 0.0278573 May 28 03:39:47.043995 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device a44b7ed2-6364-44d9-9fbc-d45c00c0413e no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:39:47.067969 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: a44b7ed2-6364-44d9-9fbc-d45c00c0413e {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:39:47.068567 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device a44b7ed2-6364-44d9-9fbc-d45c00c0413e not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:39:47.078725 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d47e0-64a2-46ab-a37b-49cc8b3f53f8 req-5b74a234-8987-4d8b-bb97-99c83aede7cd tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:47.080270 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1d5d47e0-64a2-46ab-a37b-49cc8b3f53f8 req-5b74a234-8987-4d8b-bb97-99c83aede7cd tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0483203 May 28 03:39:47.133794 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1d5d47e0-64a2-46ab-a37b-49cc8b3f53f8 req-7bbe2d71-97e0-41e0-9ebe-46736a2be0ed tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478888 May 28 03:39:47.156931 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633906c-2036-4dcf-97c2-2a6f84316fd3 req-84702e5a-8012-4f04-b7a8-79732532393f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:47.158499 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6633906c-2036-4dcf-97c2-2a6f84316fd3 req-84702e5a-8012-4f04-b7a8-79732532393f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 1129 time: 0.0401521 May 28 03:39:47.256252 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633906c-2036-4dcf-97c2-2a6f84316fd3 req-0d03fd94-cd65-4eff-93ca-8f609bef53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:47.257739 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6633906c-2036-4dcf-97c2-2a6f84316fd3 req-0d03fd94-cd65-4eff-93ca-8f609bef53c7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5 HTTP/1.1" status: 200 len: 912 time: 0.0904217 May 28 03:39:47.319061 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6633906c-2036-4dcf-97c2-2a6f84316fd3 req-66ba5262-738b-416a-a1f0-2f4f80bf74ab service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=63e23069-fb2c-4804-8da1-bf97b736bc08 HTTP/1.1" status: 200 len: 1000 time: 0.0544298 May 28 03:39:47.374156 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633906c-2036-4dcf-97c2-2a6f84316fd3 req-712dae68-8c4e-4bed-8abd-4f3421dedb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:47.375483 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6633906c-2036-4dcf-97c2-2a6f84316fd3 req-712dae68-8c4e-4bed-8abd-4f3421dedb16 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4490044b-5c07-456c-ad61-47e5d5e2ef0c HTTP/1.1" status: 200 len: 850 time: 0.0474794 May 28 03:39:47.419944 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633906c-2036-4dcf-97c2-2a6f84316fd3 req-4027e2cd-6cee-493b-ad39-32c937069881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:47.421439 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6633906c-2036-4dcf-97c2-2a6f84316fd3 req-4027e2cd-6cee-493b-ad39-32c937069881 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391736 May 28 03:39:47.511206 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6633906c-2036-4dcf-97c2-2a6f84316fd3 req-003c39a9-d761-478b-877e-2cf780c01d41 service neutron] 10.222.0.27 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816431 May 28 03:39:47.594878 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:47.605798 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6633906c-2036-4dcf-97c2-2a6f84316fd3 req-f67fb17a-345d-42f8-9cbf-06d71b5dcdbe service neutron] 10.222.0.27 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859981 May 28 03:39:47.808932 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36142) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:47.862295 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dce48285-0c14-4f5e-aaf7-30f0210666ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (46ef51fe-a587-40f4-bc22-71c5ecd2c9b1), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:47.886799 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dce48285-0c14-4f5e-aaf7-30f0210666ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (46ef51fe-a587-40f4-bc22-71c5ecd2c9b1), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:48.002038 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dce48285-0c14-4f5e-aaf7-30f0210666ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (46ef51fe-a587-40f4-bc22-71c5ecd2c9b1), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:48.004640 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dce48285-0c14-4f5e-aaf7-30f0210666ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:48.005833 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-dce48285-0c14-4f5e-aaf7-30f0210666ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "DELETE /v2.0/security-groups/46ef51fe-a587-40f4-bc22-71c5ecd2c9b1 HTTP/1.1" status: 204 len: 168 time: 0.1958756 May 28 03:39:48.008708 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 36146) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:48.015527 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce48285-0c14-4f5e-aaf7-30f0210666ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ef51fe-a587-40f4-bc22-71c5ecd2c9b1,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:48.026791 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.api.v2.resource [None req-01fb301b-a9f9-467d-a27f-aeace276bcac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] show failed (client error): The resource could not be found. May 28 03:39:48.027792 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-01fb301b-a9f9-467d-a27f-aeace276bcac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups/46ef51fe-a587-40f4-bc22-71c5ecd2c9b1 HTTP/1.1" status: 404 len: 347 time: 0.0175509 May 28 03:39:48.030843 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 36148) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:48.148038 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Deleting port a5aa7d48-92ba-4230-a924-13c3b1fa0ad6 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:39:48.148602 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (a5aa7d48-92ba-4230-a924-13c3b1fa0ad6), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:48.240797 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (a5aa7d48-92ba-4230-a924-13c3b1fa0ad6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:48.241226 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (a5aa7d48-92ba-4230-a924-13c3b1fa0ad6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:48.256357 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Calling delete_port for a5aa7d48-92ba-4230-a924-13c3b1fa0ad6 owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:39:48.269471 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ed06fb-04d1-4d1d-b4e0-77c3e14a2b19 req-1e2f4cae-faf6-4a4d-a660-816362e73b78 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:48.270989 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-84ed06fb-04d1-4d1d-b4e0-77c3e14a2b19 req-1e2f4cae-faf6-4a4d-a660-816362e73b78 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0653336 May 28 03:39:48.320696 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-84ed06fb-04d1-4d1d-b4e0-77c3e14a2b19 req-ae617d04-0a24-4699-8b9d-fc9e8d0bf8a1 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440843 May 28 03:39:48.490905 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (a5aa7d48-92ba-4230-a924-13c3b1fa0ad6), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:48.519982 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event deleted for resources: {'Port': ['ID=a5aa7d48-92ba-4230-a924-13c3b1fa0ad6,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:48.545692 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.546039 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.546380 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.546717 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.547046 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.547372 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.547694 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.548014 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.548334 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.548653 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.548973 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.549320 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.549640 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.549955 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.550268 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:39:48.555121 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (4217859b-62f7-409d-a63e-6dec05d30e2a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:48.558335 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:48.559725 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a3e28396-db74-466f-a8d9-7e80b166fb3a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "DELETE /v2.0/floatingips/4217859b-62f7-409d-a63e-6dec05d30e2a HTTP/1.1" status: 204 len: 168 time: 0.5277531 May 28 03:39:48.709033 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 36174) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:48.714544 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-4c797718-3ea2-4128-9f1e-bde7c1906e97 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2028642488', 'description': 'tempest-description--755418016'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:39:48.813596 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4c797718-3ea2-4128-9f1e-bde7c1906e97 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:48.860631 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:48.865403 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:48.881772 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4c797718-3ea2-4128-9f1e-bde7c1906e97 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (0222c7f7-0362-4557-9398-41ea44c34659), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:48.973732 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4c797718-3ea2-4128-9f1e-bde7c1906e97 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0222c7f7-0362-4557-9398-41ea44c34659), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:49.007898 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c797718-3ea2-4128-9f1e-bde7c1906e97 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0222c7f7-0362-4557-9398-41ea44c34659,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:49.096360 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4c797718-3ea2-4128-9f1e-bde7c1906e97 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:49.097574 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-4c797718-3ea2-4128-9f1e-bde7c1906e97 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3874776 May 28 03:39:49.100439 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 36182) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:49.105487 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-815c9a1a-3e0d-444b-b572-ecf507764727 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'security_group_rule': {'security_group_id': '0222c7f7-0362-4557-9398-41ea44c34659', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:39:49.190977 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-815c9a1a-3e0d-444b-b572-ecf507764727 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (9bd1949d-2061-4c37-b1a1-8100b90e3aab), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:49.247205 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-815c9a1a-3e0d-444b-b572-ecf507764727 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (9bd1949d-2061-4c37-b1a1-8100b90e3aab), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:49.345826 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-815c9a1a-3e0d-444b-b572-ecf507764727 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (9bd1949d-2061-4c37-b1a1-8100b90e3aab), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:49.365888 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815c9a1a-3e0d-444b-b572-ecf507764727 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bd1949d-2061-4c37-b1a1-8100b90e3aab,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:49.380129 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-05219c6e-a62f-415d-99e6-c43f57e81184 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:49.439757 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-815c9a1a-3e0d-444b-b572-ecf507764727 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:49.440955 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-815c9a1a-3e0d-444b-b572-ecf507764727 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395841 May 28 03:39:49.443727 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36188) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:49.449200 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-f8a2f847-be32-438b-b757-5b659e0eb145 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'security_group_rule': {'security_group_id': '0222c7f7-0362-4557-9398-41ea44c34659', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:39:49.460248 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d555d-55af-462d-866e-071270113ce2 req-271ce45c-91f7-4c74-a1ba-32d3f46ffa04 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:49.461711 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-665d555d-55af-462d-866e-071270113ce2 req-271ce45c-91f7-4c74-a1ba-32d3f46ffa04 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0638096 May 28 03:39:49.496148 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:49.518418 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-665d555d-55af-462d-866e-071270113ce2 req-29e284f2-52a4-4c32-8772-d324b4406287 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482829 May 28 03:39:49.555197 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f8a2f847-be32-438b-b757-5b659e0eb145 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (cbb954d1-8ce0-43c0-84b9-d658fea2bd7e), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:49.636466 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:49.636810 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d9704bf-6efe-41b2-a678-6c0de0ee5906 req-053f5ef0-e775-4d07-b944-c0079f7a7b3e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561535 May 28 03:39:49.652680 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f8a2f847-be32-438b-b757-5b659e0eb145 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (cbb954d1-8ce0-43c0-84b9-d658fea2bd7e), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:49.696152 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9704bf-6efe-41b2-a678-6c0de0ee5906 req-01940d77-81e4-4e92-99c1-f2afeb5a3381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:49.698330 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d9704bf-6efe-41b2-a678-6c0de0ee5906 req-01940d77-81e4-4e92-99c1-f2afeb5a3381 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 1130 time: 0.0400078 May 28 03:39:49.706080 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f8a2f847-be32-438b-b757-5b659e0eb145 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (cbb954d1-8ce0-43c0-84b9-d658fea2bd7e), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:49.738146 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a2f847-be32-438b-b757-5b659e0eb145 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbb954d1-8ce0-43c0-84b9-d658fea2bd7e,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:49.818694 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9704bf-6efe-41b2-a678-6c0de0ee5906 req-12df59a0-ef2a-4e9d-ad89-18933bbf8f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:49.820178 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d9704bf-6efe-41b2-a678-6c0de0ee5906 req-12df59a0-ef2a-4e9d-ad89-18933bbf8f46 service neutron] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 920 time: 0.0987906 May 28 03:39:49.857783 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d9704bf-6efe-41b2-a678-6c0de0ee5906 req-225ec4cc-d247-421c-a2b6-5a252365a4c4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6aaa9bcc-6545-4d6b-95af-ee421ef5771b HTTP/1.1" status: 200 len: 217 time: 0.0313118 May 28 03:39:49.860183 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f8a2f847-be32-438b-b757-5b659e0eb145 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:49.861205 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f8a2f847-be32-438b-b757-5b659e0eb145 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4160161 May 28 03:39:49.865360 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36196) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:39:49.879093 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:39:49.903676 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:49.929349 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9704bf-6efe-41b2-a678-6c0de0ee5906 req-15637201-47eb-4ad2-8915-142243185861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:49.931481 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d9704bf-6efe-41b2-a678-6c0de0ee5906 req-15637201-47eb-4ad2-8915-142243185861 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.0663424 May 28 03:39:49.978228 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9704bf-6efe-41b2-a678-6c0de0ee5906 req-b7d10c8b-ee28-40d0-b961-2c405449b2d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:49.979800 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d9704bf-6efe-41b2-a678-6c0de0ee5906 req-b7d10c8b-ee28-40d0-b961-2c405449b2d0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427012 May 28 03:39:49.986095 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:50.128967 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:50.151866 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d9704bf-6efe-41b2-a678-6c0de0ee5906 req-41a52bb3-2645-45dc-9d0a-9c2240d1dc2d service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610084 May 28 03:39:50.318653 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:50.319924 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Allocated IP 172.27.3.175 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/d6e64e13-8905-40ea-b91f-56048986cb43) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:39:50.325544 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d9704bf-6efe-41b2-a678-6c0de0ee5906 req-1d31de13-65b5-42aa-a668-2ace72d48b54 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488829 May 28 03:39:50.428380 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for port (d6e64e13-8905-40ea-b91f-56048986cb43), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:50.529310 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (d6e64e13-8905-40ea-b91f-56048986cb43), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:50.566261 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:39:50.569029 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:39:50.574610 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:39:50.597714 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'Port': ['ID=d6e64e13-8905-40ea-b91f-56048986cb43,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:50.660217 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (19f978a8-b93c-407a-8be5-e863ed1940d5), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:50.748406 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (d6e64e13-8905-40ea-b91f-56048986cb43), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:50.799999 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:50.927713 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for port (d6e64e13-8905-40ea-b91f-56048986cb43), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:51.019522 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (d6e64e13-8905-40ea-b91f-56048986cb43), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:51.089486 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'Port': ['ID=d6e64e13-8905-40ea-b91f-56048986cb43,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:51.099275 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (19f978a8-b93c-407a-8be5-e863ed1940d5), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:51.199387 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:51.200624 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-77b6b6df-394f-4604-a890-990443ee72ed tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3340423 May 28 03:39:51.396870 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-c2252f25-fccd-4f79-b8f8-d9d4a575d88b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--2028642488&fields=id&tenant_id=68e1a9e256f64e46919b1e362b4f68d8 HTTP/1.1" status: 200 len: 267 time: 0.0446994 May 28 03:39:51.501278 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f11dea35-2d0b-4165-be30-ce46fab78b2c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:51.502709 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f11dea35-2d0b-4165-be30-ce46fab78b2c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/networks?id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 200 len: 814 time: 0.0995357 May 28 03:39:51.517534 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-e89f32cf-d1c3-4f7b-9e71-15bebfd8af5f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/quotas/68e1a9e256f64e46919b1e362b4f68d8 HTTP/1.1" status: 200 len: 375 time: 0.0093920 May 28 03:39:51.566838 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-689fe6a0-1844-4dd1-85b3-282381d540b4 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442889 May 28 03:39:51.665871 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-72647135-ae5f-4020-93a1-a2cbbf1ffabd service neutron] 10.222.0.41 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872104 May 28 03:39:51.711156 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-61a7e80f-6036-4d5d-9d4c-7feb98c17b43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:51.761200 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-06b1d633-4764-4865-8cd4-16efea8a0a91 service neutron] 10.222.0.41 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862544 May 28 03:39:51.990962 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-deca2cbf-012f-40a6-b52b-98a4ca0d99ef req-aac8e583-dd92-4d23-adb6-37f1d45c8851 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 210 time: 0.0297022 May 28 03:39:52.813795 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:53.083985 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0fdb976f-92c1-411a-b21f-bc4d19f5462c req-ff0ac2f8-8005-4130-954a-d4c27fafbfdb tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 210 time: 0.0279682 May 28 03:39:54.185478 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:54.191437 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f31a1fe7-eac1-4b0b-a187-55e437675106 req-5f824f39-2fe4-482b-8cf8-433cdb9a54b9 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 210 time: 0.0320077 May 28 03:39:54.256715 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:54.280114 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-736198df-739d-4ddb-8cf0-2feabe917995 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:54.281579 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-736198df-739d-4ddb-8cf0-2feabe917995 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/networks?id=c66573d2-3992-4577-bc6d-7740bb5602ab HTTP/1.1" status: 200 len: 814 time: 0.1071644 May 28 03:39:54.296774 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-23ab7125-096a-43b1-bf50-f0d2b9065f8e tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/quotas/e302a2cd63ba46d7a6cef952ddb89242 HTTP/1.1" status: 200 len: 375 time: 0.0096684 May 28 03:39:54.331332 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-541849ca-ffb5-4336-8211-669ff06607ca tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=e302a2cd63ba46d7a6cef952ddb89242&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288393 May 28 03:39:54.425737 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-1a54d798-98e2-4f77-a1d1-cc9dd5754d87 service neutron] 10.222.0.41 "GET /v2.0/networks/c66573d2-3992-4577-bc6d-7740bb5602ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869827 May 28 03:39:54.480589 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-46fa76fa-6604-44e4-9ba0-cad7d9e92c27 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:54.482185 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-46fa76fa-6604-44e4-9ba0-cad7d9e92c27 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "GET /v2.0/networks?id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 200 len: 814 time: 0.1100256 May 28 03:39:54.496188 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=26 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:54.497931 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=88 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:54.522924 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-84f47598-ce42-4e53-a889-416c8eb6d24b service neutron] 10.222.0.41 "GET /v2.0/networks/c66573d2-3992-4577-bc6d-7740bb5602ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905836 May 28 03:39:54.550714 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-cf87c223-6c09-4fa6-9696-755e5aec85c3 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e1a9e256f64e46919b1e362b4f68d8 HTTP/1.1" status: 200 len: 380 time: 0.0588443 May 28 03:39:54.559303 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'port': {'device_id': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'admin_state_up': True, 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'security_groups': ['0222c7f7-0362-4557-9398-41ea44c34659']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:39:54.850854 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:54.890010 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-76b6d6fd-94a9-4479-8f7f-b28d8bc10a17 req-1b19e21d-117b-4cb1-9315-01321b589bd4 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0379131 May 28 03:39:55.072517 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Made reservation on behalf of 68e1a9e256f64e46919b1e362b4f68d8 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:39:55.075946 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:55.200847 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Allocated IP 172.20.0.9 (ee7025a6-8632-48bc-9a4d-e0b6d8e98a79/f446e15b-7c64-40ee-82e8-228642b299e2/f1321a9e-949d-4d52-abcc-e48ee7436a3a) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:39:55.234329 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:55.307599 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d6efface-baf3-415f-a934-022a3c718503 req-afe4cabe-da70-41a2-96fa-aadffb172681 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 210 time: 0.0346944 May 28 03:39:55.344773 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:55.420844 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:55.464973 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:39:55.470126 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:39:55.473858 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:39:55.500830 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'Port': ['ID=f1321a9e-949d-4d52-abcc-e48ee7436a3a,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:55.532611 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:55.533270 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:55.640227 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-64f1092c-ed11-4e36-8ea2-35b23876981c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0849330 May 28 03:39:55.661228 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Request body: {'port': {'device_id': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:39:55.666933 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:55.704491 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-428f0f12-6134-4615-b822-c7781349d4f1 None None] Provisioning complete for port f1321a9e-949d-4d52-abcc-e48ee7436a3a triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:39:55.704955 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-428f0f12-6134-4615-b822-c7781349d4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:55.733726 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:55.743514 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-428f0f12-6134-4615-b822-c7781349d4f1 None None] Port f1321a9e-949d-4d52-abcc-e48ee7436a3a cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:39:55.799643 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:55.984976 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dd344737-1b50-4d34-bfe5-fb586e6f89d4 req-db416ab2-0b27-4942-a164-7af25f5d38e0 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0291388 May 28 03:39:56.043811 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1321a9e-949d-4d52-abcc-e48ee7436a3a {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:39:56.224826 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Publish callbacks [] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:56.224826 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Transition to ACTIVE for port object f1321a9e-949d-4d52-abcc-e48ee7436a3a will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:39:56.254478 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:56.334058 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Pushing event updated for resources: {'Port': ['ID=f1321a9e-949d-4d52-abcc-e48ee7436a3a,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:56.403833 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Attempting to bind port f1321a9e-949d-4d52-abcc-e48ee7436a3a on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:39:56.404160 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Attempting to bind port f1321a9e-949d-4d52-abcc-e48ee7436a3a by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:39:56.404485 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Attempting to bind port f1321a9e-949d-4d52-abcc-e48ee7436a3a on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:39:56.427876 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:39:56.432137 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Port f1321a9e-949d-4d52-abcc-e48ee7436a3a on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:39:56.432458 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Attempting to bind port f1321a9e-949d-4d52-abcc-e48ee7436a3a on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:39:56.446523 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29be36e-3fc8-40be-95ce-9d5666fa0fa7 req-ad31af0c-784c-4c0a-8fbd-2e16ae447c12 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:56.448614 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c29be36e-3fc8-40be-95ce-9d5666fa0fa7 req-ad31af0c-784c-4c0a-8fbd-2e16ae447c12 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0632052 May 28 03:39:56.449698 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:39:56.450030 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Checking segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:39:56.450412 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Bound using segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:39:56.450842 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Bound port: f1321a9e-949d-4d52-abcc-e48ee7436a3a, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:39:56.451202 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:56.542152 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c29be36e-3fc8-40be-95ce-9d5666fa0fa7 req-168e87f2-0015-450c-b2ab-e95c06067d72 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873785 May 28 03:39:56.548362 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] For port f1321a9e-949d-4d52-abcc-e48ee7436a3a, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:39:56.551529 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] For port f1321a9e-949d-4d52-abcc-e48ee7436a3a, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f1321a9e-949d-4d52-abcc-e48ee7436a3a,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:39:56.638011 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:56.679592 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:56.680187 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:39:56.682246 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] 10.222.0.27 "PUT /v2.0/ports/f1321a9e-949d-4d52-abcc-e48ee7436a3a HTTP/1.1" status: 200 len: 1093 time: 1.0252807 May 28 03:39:56.682685 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'tag': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:39:56.684949 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae82896b-d275-4e7b-ad3a-fc65b5d87cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d3a613-c1f1-49d5-a707-784bdc430953", "tag": "f1321a9e-949d-4d52-abcc-e48ee7436a3a"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:39:56.708096 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4442899-d387-4d1c-82b1-d1231d291506 service neutron] Pushing event updated for resources: {'Port': ['ID=f1321a9e-949d-4d52-abcc-e48ee7436a3a,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:39:56.748469 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6299523-60c5-4fa4-961a-34a3106014b1 x-openstack-request-id: req-d6299523-60c5-4fa4-961a-34a3106014b1 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:39:56.748469 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d3a613-c1f1-49d5-a707-784bdc430953", "tag": "f1321a9e-949d-4d52-abcc-e48ee7436a3a", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:39:56.748469 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6299523-60c5-4fa4-961a-34a3106014b1 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:39:56.748469 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6299523-60c5-4fa4-961a-34a3106014b1'] response: {'name': 'network-changed', 'server_uuid': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'tag': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a', 'status': 'completed', 'code': 200} May 28 03:39:57.088796 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e8d336da-ea3b-441c-a118-5d21447bb51c req-e15d6b45-68ba-4ee6-8222-c0dfd6bab77f tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0308008 May 28 03:39:57.657283 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fc3a4-b130-4fa4-9a70-379831105d0b req-0bc50c6d-7afb-431c-99a0-f470de0e4cd0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:57.658667 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-092fc3a4-b130-4fa4-9a70-379831105d0b req-0bc50c6d-7afb-431c-99a0-f470de0e4cd0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0495799 May 28 03:39:57.707375 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-092fc3a4-b130-4fa4-9a70-379831105d0b req-81b4abc0-531d-4b7c-80be-4158e2e34488 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430150 May 28 03:39:58.190114 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b4826623-bdf4-42a7-8a30-ef156bb1697a req-60cb67e7-763e-429d-9925-add18b3313f5 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0343645 May 28 03:39:58.820373 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5412421-b087-439c-bba3-6ca7ea1ac919 req-4c32ec3c-f08b-4231-b72f-b92e68a73df8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:58.821864 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e5412421-b087-439c-bba3-6ca7ea1ac919 req-4c32ec3c-f08b-4231-b72f-b92e68a73df8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0483053 May 28 03:39:58.869392 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e5412421-b087-439c-bba3-6ca7ea1ac919 req-36686ac7-4b53-439e-bb17-a591a7b0b615 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418022 May 28 03:39:59.283855 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4183d355-659a-4e2f-a6fa-88644760f9bb req-f9f352a4-d91a-4a59-8470-51e07d1065f6 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0273256 May 28 03:39:59.982239 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0b7db-47d2-4b73-b032-ee66b55b5f19 req-9a5b2c9f-1356-429e-a81a-5b9b2f7bda29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:39:59.983683 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-86b0b7db-47d2-4b73-b032-ee66b55b5f19 req-9a5b2c9f-1356-429e-a81a-5b9b2f7bda29 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0458598 May 28 03:40:00.039086 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-86b0b7db-47d2-4b73-b032-ee66b55b5f19 req-f2d4c60d-b958-4ee8-a07f-486ffbafedd5 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493040 May 28 03:40:00.382944 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9e68c9b1-f658-485d-be5d-b91816419470 req-bd8ca79d-8f2f-4125-93c1-08952555d051 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0299122 May 28 03:40:01.145721 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:01.160943 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9a853-104c-4bee-8560-cac91b8d7eb9 req-6813964d-1713-4f50-934e-ab7eacccc5e0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:01.162410 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e2a9a853-104c-4bee-8560-cac91b8d7eb9 req-6813964d-1713-4f50-934e-ab7eacccc5e0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0471072 May 28 03:40:01.208571 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e2a9a853-104c-4bee-8560-cac91b8d7eb9 req-3999c813-7be8-4ff5-80cd-1dfef36d1525 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402663 May 28 03:40:01.479441 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c703a90d-273f-46b0-a5e5-adeacd546375 req-06f018a5-9dd2-446b-ae21-6a3a3df5705b tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0286617 May 28 03:40:02.321239 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80729a2b-b3eb-4b27-b004-20c3eff6945f req-7a465b64-005c-474e-b7ee-d30d67037467 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:02.323039 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-80729a2b-b3eb-4b27-b004-20c3eff6945f req-7a465b64-005c-474e-b7ee-d30d67037467 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0477610 May 28 03:40:02.378939 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-80729a2b-b3eb-4b27-b004-20c3eff6945f req-0ab5c689-4d79-4348-8ab7-882b031015ef tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455878 May 28 03:40:02.574286 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2de1d0f6-9251-442f-a963-24a990ae13b2 req-7122f5da-26db-454e-b8ea-302dfe3f834e tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0282152 May 28 03:40:03.485361 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7abce60-75ff-4e46-8c49-9bc2fa360ad7 req-d98368ef-6b9b-403e-b3f3-866b0e8ed61b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:03.486775 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f7abce60-75ff-4e46-8c49-9bc2fa360ad7 req-d98368ef-6b9b-403e-b3f3-866b0e8ed61b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0468812 May 28 03:40:03.536024 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f7abce60-75ff-4e46-8c49-9bc2fa360ad7 req-fdff4f93-f6a9-46db-93e0-21fa25c614e8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435076 May 28 03:40:03.670599 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7c2cdcb2-23cf-4cd0-972a-0cc90958b7be req-f7dd78d3-3872-4eba-be3f-fb43923cda37 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0309083 May 28 03:40:04.648302 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d9afa-0b7b-465c-95e9-8e421aad373e req-47df9031-1123-44a5-a548-ef22fc013551 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:04.649783 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5c8d9afa-0b7b-465c-95e9-8e421aad373e req-47df9031-1123-44a5-a548-ef22fc013551 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0481999 May 28 03:40:04.696495 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5c8d9afa-0b7b-465c-95e9-8e421aad373e req-1b08a6d6-c908-4c95-92bd-493c06444ea9 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412641 May 28 03:40:04.767245 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3d991b1d-ca08-4c5f-9de9-fe88dda9424f req-2b4ccf0e-027f-42b2-b458-39e5bea59fda tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0283594 May 28 03:40:05.811004 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681174a0-a67e-415f-b014-ece97c28f6cf req-8cf17fcd-e473-4b74-a7a5-071d87c86ad0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:05.812476 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-681174a0-a67e-415f-b014-ece97c28f6cf req-8cf17fcd-e473-4b74-a7a5-071d87c86ad0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0476441 May 28 03:40:05.860009 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-681174a0-a67e-415f-b014-ece97c28f6cf req-240f7e96-c2f0-4e3b-9a53-29ea2996e2a9 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419123 May 28 03:40:05.861062 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9703a13f-17ec-4afc-8464-44828602350c req-444aa0bf-a4ed-431a-b01c-85c4922e9a93 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0280414 May 28 03:40:06.896229 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:06.901440 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:06.962743 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-474dbc0b-c4bc-4c01-89a9-31257c5b7a56 req-64f6ede6-bbf1-460e-a2be-dc875dd14def tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0317926 May 28 03:40:06.981195 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab187e25-1de4-4384-b55c-c92486cf760c req-9cfc0358-e96d-42f6-aec8-b174cf83b95b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:06.982688 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ab187e25-1de4-4384-b55c-c92486cf760c req-9cfc0358-e96d-42f6-aec8-b174cf83b95b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0477822 May 28 03:40:07.040696 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ab187e25-1de4-4384-b55c-c92486cf760c req-de8cc16c-26be-47fc-bdb7-689b5b3a2105 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523007 May 28 03:40:08.057937 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-669cd349-d233-4ece-b3a4-d560ef1c45f9 req-3064e054-b911-4994-b270-f48c64c76752 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0289266 May 28 03:40:08.152755 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58299ad6-48dc-4831-a009-b2ba301c59e9 req-8b7f8335-ad05-4722-9568-7f605c909faf tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:08.154236 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-58299ad6-48dc-4831-a009-b2ba301c59e9 req-8b7f8335-ad05-4722-9568-7f605c909faf tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0472763 May 28 03:40:08.201751 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-58299ad6-48dc-4831-a009-b2ba301c59e9 req-d8103103-51f1-4da0-8793-37c96072f9f1 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420973 May 28 03:40:08.924526 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82896b-d275-4e7b-ad3a-fc65b5d87cdf req-7d1dab7b-ff41-49e0-8439-e1e4c8c91c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:08.926063 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ae82896b-d275-4e7b-ad3a-fc65b5d87cdf req-7d1dab7b-ff41-49e0-8439-e1e4c8c91c89 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 1127 time: 0.0404100 May 28 03:40:09.151462 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8ababc7d-9f57-4b06-83d6-b46623936d7c req-7164a351-3ca5-410b-91cd-c9ee6c94cae0 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0273607 May 28 03:40:09.284425 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:09.334028 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff83b460-a1cd-4ea2-873a-b1fa097ca846 req-4f8b62ca-12aa-4738-8174-765490933617 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:09.335512 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ff83b460-a1cd-4ea2-873a-b1fa097ca846 req-4f8b62ca-12aa-4738-8174-765490933617 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0644732 May 28 03:40:09.337427 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82896b-d275-4e7b-ad3a-fc65b5d87cdf req-bc197f75-53f7-4679-94a2-969acf38b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:09.338773 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ae82896b-d275-4e7b-ad3a-fc65b5d87cdf req-bc197f75-53f7-4679-94a2-969acf38b6c4 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1396508 May 28 03:40:09.382661 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ff83b460-a1cd-4ea2-873a-b1fa097ca846 req-42877ae5-7adf-4ae9-9427-4c1abf4a0074 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415151 May 28 03:40:09.532187 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:09.598703 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae82896b-d275-4e7b-ad3a-fc65b5d87cdf req-445bea04-e763-497c-92c2-17675fa7b165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:09.600292 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ae82896b-d275-4e7b-ad3a-fc65b5d87cdf req-445bea04-e763-497c-92c2-17675fa7b165 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979664 May 28 03:40:09.955931 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-7a08d284-b397-423f-85d8-cb2ad2bb8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:09.957458 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-7a08d284-b397-423f-85d8-cb2ad2bb8455 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 1127 time: 0.0844862 May 28 03:40:10.002165 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-721af682-80ca-42ca-bd33-f730c7c30677 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1321a9e-949d-4d52-abcc-e48ee7436a3a HTTP/1.1" status: 200 len: 217 time: 0.0373688 May 28 03:40:10.049533 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-c1b3857a-8b85-4f5f-a001-ab0d438fcb8f tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:10.050983 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-c1b3857a-8b85-4f5f-a001-ab0d438fcb8f tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.27 "GET /v2.0/networks?id=c66573d2-3992-4577-bc6d-7740bb5602ab HTTP/1.1" status: 200 len: 814 time: 0.2001235 May 28 03:40:10.064582 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Request body: {'port': {'device_id': '1eaf0b19-b250-4970-adb1-1cdad09fff17', 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab', 'admin_state_up': True, 'tenant_id': 'e302a2cd63ba46d7a6cef952ddb89242'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:10.081945 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-0170d061-2644-4269-b3dc-ee42aa82765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:10.083377 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-0170d061-2644-4269-b3dc-ee42aa82765b service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f446e15b-7c64-40ee-82e8-228642b299e2 HTTP/1.1" status: 200 len: 853 time: 0.0718210 May 28 03:40:10.177362 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-cf5d2571-1c8f-46f6-b492-a5b9142d31ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:10.178787 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-cf5d2571-1c8f-46f6-b492-a5b9142d31ce service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808833 May 28 03:40:10.304255 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a33742e8-7d89-4871-896a-934e2b3587b0 req-6c8c181d-9718-4680-b4cc-dd9d6a1d9e11 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0724478 May 28 03:40:10.342818 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-616c26cc-c8f3-47b7-88f5-bbf0726121b9 service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537607 May 28 03:40:10.403782 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Made reservation on behalf of e302a2cd63ba46d7a6cef952ddb89242 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:40:10.407700 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:10.508367 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84463355-3493-434a-9067-d03284d910d2 req-74b5ea28-e97a-4ea8-835b-8e7b1ffeeac5 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:10.513772 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-84463355-3493-434a-9067-d03284d910d2 req-74b5ea28-e97a-4ea8-835b-8e7b1ffeeac5 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0617228 May 28 03:40:10.567074 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-84463355-3493-434a-9067-d03284d910d2 req-c13bdbcf-2463-492c-a926-cb8e7d5c6fb7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521317 May 28 03:40:10.597339 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Allocated IP 172.20.0.5 (c66573d2-3992-4577-bc6d-7740bb5602ab/7c47f54e-2fc6-40f0-8d87-c5b373c8374b/8fe82109-26bb-498f-a1a1-825762536457) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:40:10.727173 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3aa76c0-3b9f-4f90-a3b2-c2e1b5118ce8 req-20a0bbc2-dc9e-49da-a366-8c103bd4eaf6 service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809576 May 28 03:40:10.747082 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:10.805085 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:10.828877 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks [] for port (8fe82109-26bb-498f-a1a1-825762536457), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:10.952168 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (8fe82109-26bb-498f-a1a1-825762536457), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:10.996806 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Network c66573d2-3992-4577-bc6d-7740bb5602ab is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:40:11.002004 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:40:11.005710 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:40:11.031873 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Pushing event updated for resources: {'Port': ['ID=8fe82109-26bb-498f-a1a1-825762536457,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:11.046311 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.046655 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.046995 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.047367 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.047658 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.047989 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.048384 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.048624 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.048946 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.049298 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.049624 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.049944 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.050265 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.050582 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.050933 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:11.077769 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:11.078388 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:11.156345 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6db9be-135e-4457-a7f5-e8faa6013686 req-ed6e7c07-4ac9-4659-a301-66f21891e711 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:11.157817 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-eb6db9be-135e-4457-a7f5-e8faa6013686 req-ed6e7c07-4ac9-4659-a301-66f21891e711 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0479369 May 28 03:40:11.161482 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-498c7fa3-ff98-46aa-bd86-963da87eb1cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1017938 May 28 03:40:11.204255 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-eb6db9be-135e-4457-a7f5-e8faa6013686 req-90f92e16-566f-40b7-90ae-f151a3308ff6 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407903 May 28 03:40:11.426849 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49214a-8a2d-43ee-bd6e-ea5a3592dfe6 req-18c4cf19-b42f-4e9b-b995-e2541662869e tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:11.428317 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6f49214a-8a2d-43ee-bd6e-ea5a3592dfe6 req-18c4cf19-b42f-4e9b-b995-e2541662869e tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 931 time: 0.0533576 May 28 03:40:11.474302 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6f49214a-8a2d-43ee-bd6e-ea5a3592dfe6 req-39cccf24-ea6f-4ba4-be2d-544d886e45ca tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 May 28 03:40:11.683268 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e9e73e-9296-44a8-bc92-85f44aeb5e9c req-a545d76c-1cbb-4020-9be2-62121a2b310b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:11.684711 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4e9e73e-9296-44a8-bc92-85f44aeb5e9c req-a545d76c-1cbb-4020-9be2-62121a2b310b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0459766 May 28 03:40:11.708754 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:11.732192 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4e9e73e-9296-44a8-bc92-85f44aeb5e9c req-c2813a25-4f4d-438a-aabd-9fbe00da6160 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418146 May 28 03:40:11.762655 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Request body: {'port': {'device_id': '1eaf0b19-b250-4970-adb1-1cdad09fff17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:11.828278 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (8fe82109-26bb-498f-a1a1-825762536457), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:11.901915 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb65ce-0d24-4f9e-a5d1-a89eeed3a4ea req-709813c3-1e09-4a8a-9112-c5b0ec0c7ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:11.903442 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7adb65ce-0d24-4f9e-a5d1-a89eeed3a4ea req-709813c3-1e09-4a8a-9112-c5b0ec0c7ceb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 1130 time: 0.0636227 May 28 03:40:11.955876 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:12.095397 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb65ce-0d24-4f9e-a5d1-a89eeed3a4ea req-8f39a7a3-a2a9-4af6-aabe-90dfb5fc85a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:12.096860 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7adb65ce-0d24-4f9e-a5d1-a89eeed3a4ea req-8f39a7a3-a2a9-4af6-aabe-90dfb5fc85a8 service neutron] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 920 time: 0.1737401 May 28 03:40:12.200290 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7adb65ce-0d24-4f9e-a5d1-a89eeed3a4ea req-8649ef42-01c7-4205-a745-0d66d847a692 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea42d3d0-51a0-41a4-b165-b66f57c57a62 HTTP/1.1" status: 200 len: 1000 time: 0.0912209 May 28 03:40:12.278896 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb65ce-0d24-4f9e-a5d1-a89eeed3a4ea req-c0f249f3-d26a-4098-b4c6-b96e05826867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:12.280349 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7adb65ce-0d24-4f9e-a5d1-a89eeed3a4ea req-c0f249f3-d26a-4098-b4c6-b96e05826867 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.0716918 May 28 03:40:12.365539 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe82109-26bb-498f-a1a1-825762536457 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:40:12.380106 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Publish callbacks [] for port (8fe82109-26bb-498f-a1a1-825762536457), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:12.389585 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb65ce-0d24-4f9e-a5d1-a89eeed3a4ea req-a9852cd2-67f5-4f83-bd19-1899a2d15bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:12.391058 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7adb65ce-0d24-4f9e-a5d1-a89eeed3a4ea req-a9852cd2-67f5-4f83-bd19-1899a2d15bd2 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904560 May 28 03:40:12.399440 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd81aa0-dddc-483e-8054-bab473ea1074 req-df131285-611f-4a28-b3d5-0388f730d5e7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:12.401442 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8cd81aa0-dddc-483e-8054-bab473ea1074 req-df131285-611f-4a28-b3d5-0388f730d5e7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.1179700 May 28 03:40:12.426249 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Transition to ACTIVE for port object 8fe82109-26bb-498f-a1a1-825762536457 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:40:12.445090 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:12.504468 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (8fe82109-26bb-498f-a1a1-825762536457), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:12.546494 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8cd81aa0-dddc-483e-8054-bab473ea1074 req-f24a6546-d5a1-451f-8fbc-6b844fe6c230 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322289 May 28 03:40:12.567925 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7adb65ce-0d24-4f9e-a5d1-a89eeed3a4ea req-74b0094d-ed34-4a2c-b084-4735e30abe11 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631606 May 28 03:40:12.588388 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Pushing event updated for resources: {'Port': ['ID=8fe82109-26bb-498f-a1a1-825762536457,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:12.597125 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ed472f-e324-4607-b4cc-d86f1db84bb1 req-23cadfe7-8fed-4137-a564-fcf0643190ff tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:12.598631 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-80ed472f-e324-4607-b4cc-d86f1db84bb1 req-23cadfe7-8fed-4137-a564-fcf0643190ff tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 943 time: 0.0551484 May 28 03:40:12.646742 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-80ed472f-e324-4607-b4cc-d86f1db84bb1 req-89c603a7-a177-4281-aec9-5153b6748a4e tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 May 28 03:40:12.729843 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7adb65ce-0d24-4f9e-a5d1-a89eeed3a4ea req-8102ceec-54d8-4ace-a7ca-5f90811962aa service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499200 May 28 03:40:12.730636 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Attempting to bind port 8fe82109-26bb-498f-a1a1-825762536457 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:40:12.730957 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Attempting to bind port 8fe82109-26bb-498f-a1a1-825762536457 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'abd2f915-8d22-489c-b4f4-2c1e24622c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:40:12.731263 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Attempting to bind port 8fe82109-26bb-498f-a1a1-825762536457 on network c66573d2-3992-4577-bc6d-7740bb5602ab {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:40:12.735800 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Port 8fe82109-26bb-498f-a1a1-825762536457 on network c66573d2-3992-4577-bc6d-7740bb5602ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:40:12.736098 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Attempting to bind port 8fe82109-26bb-498f-a1a1-825762536457 on network c66573d2-3992-4577-bc6d-7740bb5602ab {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:40:12.741617 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 39, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:40:12.741920 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Checking segment: {'id': 'abd2f915-8d22-489c-b4f4-2c1e24622c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:40:12.742293 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Bound using segment: {'id': 'abd2f915-8d22-489c-b4f4-2c1e24622c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:40:12.742716 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Bound port: 8fe82109-26bb-498f-a1a1-825762536457, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd2f915-8d22-489c-b4f4-2c1e24622c69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:40:12.753251 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (8fe82109-26bb-498f-a1a1-825762536457), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:12.823916 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:12.829765 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] For port 8fe82109-26bb-498f-a1a1-825762536457, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:40:12.832910 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] For port 8fe82109-26bb-498f-a1a1-825762536457, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8fe82109-26bb-498f-a1a1-825762536457,segment=NetworkSegment(abd2f915-8d22-489c-b4f4-2c1e24622c69),segment_id=abd2f915-8d22-489c-b4f4-2c1e24622c69)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:40:12.887123 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e3e715-6406-48fd-81a5-a7e3fc33244a req-b788bd44-d9b5-467d-a588-8e7d2f651960 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:12.888592 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41e3e715-6406-48fd-81a5-a7e3fc33244a req-b788bd44-d9b5-467d-a588-8e7d2f651960 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 943 time: 0.0478079 May 28 03:40:12.926287 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (8fe82109-26bb-498f-a1a1-825762536457), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:12.971005 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-41e3e715-6406-48fd-81a5-a7e3fc33244a req-f10f05a7-8ed9-4b86-8ea1-92dd998d6374 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767834 May 28 03:40:12.977323 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:12.977917 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:12.979829 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] 10.222.0.27 "PUT /v2.0/ports/8fe82109-26bb-498f-a1a1-825762536457 HTTP/1.1" status: 200 len: 1093 time: 1.2221589 May 28 03:40:12.980264 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaf0b19-b250-4970-adb1-1cdad09fff17', 'tag': '8fe82109-26bb-498f-a1a1-825762536457'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:12.982535 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1dc31b-1254-4492-8214-84388c03cac6" -d '{"events": [{"name": "network-changed", "server_uuid": "1eaf0b19-b250-4970-adb1-1cdad09fff17", "tag": "8fe82109-26bb-498f-a1a1-825762536457"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:13.004581 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a253d41-4b13-40ee-b9fb-3981b392328d service neutron] Pushing event updated for resources: {'Port': ['ID=8fe82109-26bb-498f-a1a1-825762536457,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:13.044338 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a152d957-7db8-45c3-b497-c17f633c8849 x-openstack-request-id: req-a152d957-7db8-45c3-b497-c17f633c8849 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:13.044629 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eaf0b19-b250-4970-adb1-1cdad09fff17", "tag": "8fe82109-26bb-498f-a1a1-825762536457", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:13.044881 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a152d957-7db8-45c3-b497-c17f633c8849 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:13.045303 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a152d957-7db8-45c3-b497-c17f633c8849'] response: {'name': 'network-changed', 'server_uuid': '1eaf0b19-b250-4970-adb1-1cdad09fff17', 'tag': '8fe82109-26bb-498f-a1a1-825762536457', 'status': 'completed', 'code': 200} May 28 03:40:13.111963 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dc31b-1254-4492-8214-84388c03cac6 req-edf2bf13-14a4-49e1-9a1c-143ac973f960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:13.113511 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3b1dc31b-1254-4492-8214-84388c03cac6 req-edf2bf13-14a4-49e1-9a1c-143ac973f960 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e302a2cd63ba46d7a6cef952ddb89242&device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 1127 time: 0.0420516 May 28 03:40:13.149809 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device f1321a9e-949d-4d52-abcc-e48ee7436a3a details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:40:13.200005 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3793e3d6-eef8-4902-b710-b63467b08e54 req-a85228df-6ae6-4ea8-b78a-9c0022702632 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:13.201531 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3793e3d6-eef8-4902-b710-b63467b08e54 req-a85228df-6ae6-4ea8-b78a-9c0022702632 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 946 time: 0.0484283 May 28 03:40:13.247974 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port f1321a9e-949d-4d52-abcc-e48ee7436a3a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f1321a9e-949d-4d52-abcc-e48ee7436a3a,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:13.251743 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3793e3d6-eef8-4902-b710-b63467b08e54 req-ac140d22-c2c8-41fb-97c4-76f861fddd41 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442722 May 28 03:40:13.263385 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'port_id': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a', 'mac_address': 'fa:16:3e:0f:5a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:40:13.298152 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port f1321a9e-949d-4d52-abcc-e48ee7436a3a is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:40:13.298552 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:13.311037 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1321a9e-949d-4d52-abcc-e48ee7436a3a {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:40:13.330756 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port f1321a9e-949d-4d52-abcc-e48ee7436a3a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f1321a9e-949d-4d52-abcc-e48ee7436a3a,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:13.402049 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:13.449204 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=f1321a9e-949d-4d52-abcc-e48ee7436a3a,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:13.456194 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.456536 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.456897 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.457258 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.457584 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.457911 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.458229 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.458546 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.458861 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.459176 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.459496 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.459827 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.460143 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.460456 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.460766 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:40:13.670076 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd19d1-c248-45da-a949-f47c1e55ea4b req-ae59880c-d57a-4116-a7df-064e478d841f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:13.671527 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-64dd19d1-c248-45da-a949-f47c1e55ea4b req-ae59880c-d57a-4116-a7df-064e478d841f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0460067 May 28 03:40:13.719748 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-64dd19d1-c248-45da-a949-f47c1e55ea4b req-7ae6344a-f003-4227-9885-6f58ac8a5c34 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425749 May 28 03:40:13.725352 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['f1321a9e-949d-4d52-abcc-e48ee7436a3a'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:40:13.766664 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abc66d5-8ac7-449e-8472-32db93629d4f req-cd10a11a-c954-4ab3-870f-7e8ee4718978 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:13.768120 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2abc66d5-8ac7-449e-8472-32db93629d4f req-cd10a11a-c954-4ab3-870f-7e8ee4718978 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 943 time: 0.0508351 May 28 03:40:13.814828 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2abc66d5-8ac7-449e-8472-32db93629d4f req-0bb9bf17-1a05-4890-b1e5-329a80a2996b tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410435 May 28 03:40:14.088990 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68d625-1836-49a6-b748-9d697dfe26b3 req-2e81c10f-0f0a-4335-9013-298cffc03810 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:14.090772 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fb68d625-1836-49a6-b748-9d697dfe26b3 req-2e81c10f-0f0a-4335-9013-298cffc03810 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 944 time: 0.0532002 May 28 03:40:14.142952 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fb68d625-1836-49a6-b748-9d697dfe26b3 req-e54cb33e-76c9-4fee-8aef-f8d8a947551d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468314 May 28 03:40:14.368100 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a3c8b9-e891-47a0-a68b-f596db7ebb16 req-3b1090eb-fec6-4542-95e3-e1d65346c4eb tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:14.370135 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f3a3c8b9-e891-47a0-a68b-f596db7ebb16 req-3b1090eb-fec6-4542-95e3-e1d65346c4eb tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 946 time: 0.0479858 May 28 03:40:14.417941 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f3a3c8b9-e891-47a0-a68b-f596db7ebb16 req-d21f77d3-f6cb-4721-8592-723c1465528e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403740 May 28 03:40:14.512237 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:14.595225 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dc31b-1254-4492-8214-84388c03cac6 req-93cde8a9-ac7f-4658-af5a-85a2a4416e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:14.596665 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3b1dc31b-1254-4492-8214-84388c03cac6 req-93cde8a9-ac7f-4658-af5a-85a2a4416e1d service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=e302a2cd63ba46d7a6cef952ddb89242&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0944769 May 28 03:40:14.704606 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1dc31b-1254-4492-8214-84388c03cac6 req-25298fa6-17ae-42f5-8f1d-abb256270bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:14.706181 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3b1dc31b-1254-4492-8214-84388c03cac6 req-25298fa6-17ae-42f5-8f1d-abb256270bdd service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0890439 May 28 03:40:14.842063 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bac995-a8ba-401e-bde4-9b06a2fe623d req-2f0b4726-fe64-485f-a59c-9dd17972da24 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:14.843819 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d5bac995-a8ba-401e-bde4-9b06a2fe623d req-2f0b4726-fe64-485f-a59c-9dd17972da24 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0519516 May 28 03:40:14.873575 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:14.900802 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d5bac995-a8ba-401e-bde4-9b06a2fe623d req-f98d7958-52ee-48b9-9e44-90a191438f43 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497530 May 28 03:40:15.165652 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-a3e9cfbd-487d-4f50-9f67-2216dd53c757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:15.167659 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-a3e9cfbd-487d-4f50-9f67-2216dd53c757 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=e302a2cd63ba46d7a6cef952ddb89242&device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 1127 time: 0.3419576 May 28 03:40:15.174842 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device f1321a9e-949d-4d52-abcc-e48ee7436a3a up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:40:15.192217 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ebad2-5c7b-4c19-91f6-414dc38e6158 req-4bc264c6-6f04-4586-a8ff-108f3a6810fd tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:15.193768 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8c9ebad2-5c7b-4c19-91f6-414dc38e6158 req-4bc264c6-6f04-4586-a8ff-108f3a6810fd tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 943 time: 0.0936260 May 28 03:40:15.218006 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port f1321a9e-949d-4d52-abcc-e48ee7436a3a completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:40:15.226431 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-909af978-190f-4804-9461-77fdd9d82e3e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:15.227899 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-909af978-190f-4804-9461-77fdd9d82e3e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.27 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 946 time: 0.1288495 May 28 03:40:15.231917 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-67c4566e-e5da-4740-8a8d-39b8c18390ff service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8fe82109-26bb-498f-a1a1-825762536457 HTTP/1.1" status: 200 len: 217 time: 0.0570021 May 28 03:40:15.262388 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2591fd65-7911-450f-a8f0-2884e16886b6 req-4e724f88-8140-42a4-a2a1-830b8582e862 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:15.263969 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2591fd65-7911-450f-a8f0-2884e16886b6 req-4e724f88-8140-42a4-a2a1-830b8582e862 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 944 time: 0.0496182 May 28 03:40:15.287415 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port f1321a9e-949d-4d52-abcc-e48ee7436a3a triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:40:15.287963 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:15.326205 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2591fd65-7911-450f-a8f0-2884e16886b6 req-bea976a5-e3cf-4b67-9fec-a89fdd166e31 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564778 May 28 03:40:15.358662 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-416b957d-2373-4996-baf9-b43aad9a9a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:15.360672 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-416b957d-2373-4996-baf9-b43aad9a9a5a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7c47f54e-2fc6-40f0-8d87-c5b373c8374b HTTP/1.1" status: 200 len: 854 time: 0.1157162 May 28 03:40:15.370991 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port f1321a9e-949d-4d52-abcc-e48ee7436a3a is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:40:15.371503 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:15.395770 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:15.399545 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71906234-4130-4c71-9128-61c841a32e6f" -d '{"events": [{"server_uuid": "c2d3a613-c1f1-49d5-a707-784bdc430953", "name": "network-vif-plugged", "status": "completed", "tag": "f1321a9e-949d-4d52-abcc-e48ee7436a3a"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:15.399759 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8c9ebad2-5c7b-4c19-91f6-414dc38e6158 req-79649859-749e-481f-aea2-80440ee4cbe1 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684806 May 28 03:40:15.420391 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port f1321a9e-949d-4d52-abcc-e48ee7436a3a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f1321a9e-949d-4d52-abcc-e48ee7436a3a,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:15.429319 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-3bd9497d-cbc7-47b1-ae13-af55c26fc0db service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=c66573d2-3992-4577-bc6d-7740bb5602ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442901 May 28 03:40:15.438678 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Deleting port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:40:15.439026 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:15.439906 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e964b127-c41b-4047-a08e-d5a884b8346a x-openstack-request-id: req-e964b127-c41b-4047-a08e-d5a884b8346a {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:15.440243 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d3a613-c1f1-49d5-a707-784bdc430953", "name": "network-vif-plugged", "status": "completed", "tag": "f1321a9e-949d-4d52-abcc-e48ee7436a3a", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:15.440493 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e964b127-c41b-4047-a08e-d5a884b8346a {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:15.440905 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e964b127-c41b-4047-a08e-d5a884b8346a'] response: {'server_uuid': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a', 'code': 200} May 28 03:40:15.443551 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:15.504682 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:15.551356 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=f1321a9e-949d-4d52-abcc-e48ee7436a3a,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:15.640441 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4881060-2f89-44c4-a720-c4dbdacda3f3 req-d94e7ee0-1807-4045-9aa2-06a988678fae tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:15.641988 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e4881060-2f89-44c4-a720-c4dbdacda3f3 req-d94e7ee0-1807-4045-9aa2-06a988678fae tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 946 time: 0.1347058 May 28 03:40:15.676870 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] For port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:15.677178 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:15.707121 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-b7c0cfb0-2727-4d61-a4d2-d24a7aa28713 service neutron] 10.222.0.27 "GET /v2.0/networks/c66573d2-3992-4577-bc6d-7740bb5602ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2424910 May 28 03:40:15.722067 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26243186-e0ec-4d1c-a347-0aa1c9667865 req-dd1e90b2-841d-426c-a582-ba3c2cc3bd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:15.724649 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26243186-e0ec-4d1c-a347-0aa1c9667865 req-dd1e90b2-841d-426c-a582-ba3c2cc3bd0e service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 1129 time: 0.0414910 May 28 03:40:15.775376 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-26243186-e0ec-4d1c-a347-0aa1c9667865 req-4c510f97-3f10-477c-8a52-ebed0b2c883e service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442328 May 28 03:40:15.801815 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 36550) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:15.804850 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e4881060-2f89-44c4-a720-c4dbdacda3f3 req-2d483fb9-b777-4fef-a0e1-c798d0ce9c2f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554778 May 28 03:40:15.915113 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2a42fcce-00e1-492c-b017-2268449f798d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:15.950987 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34d091ec-3819-49fa-8838-2cfdb583d71c req-f10b3805-c47f-4efc-ab51-cbac4fe4629b service neutron] 10.222.0.27 "GET /v2.0/networks/c66573d2-3992-4577-bc6d-7740bb5602ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102630 May 28 03:40:15.960930 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:15.961386 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (b55f4577-1c42-4abf-9662-91537ff98078), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:15.961703 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Floating IP b55f4577-1c42-4abf-9662-91537ff98078 disassociated. External IP: 172.27.3.150, port: 97df7472-c1e5-4bbd-80b5-6efb1965aeb9. May 28 03:40:15.962057 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Calling delete_port for 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:40:15.971561 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:16.032297 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2a42fcce-00e1-492c-b017-2268449f798d admin admin] Publish callbacks [] for security_group (a8237d25-455e-4d90-a915-9e25c6876ca9), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:16.043360 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a34934-3b39-4ea4-bd9a-0de9ab502b26 req-e9f7b7cd-7a82-4016-97b7-20c3c3624663 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:16.044823 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a0a34934-3b39-4ea4-bd9a-0de9ab502b26 req-e9f7b7cd-7a82-4016-97b7-20c3c3624663 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0702465 May 28 03:40:16.092806 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a0a34934-3b39-4ea4-bd9a-0de9ab502b26 req-1410f5e8-d205-4eab-b953-7a34a5e192f1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421159 May 28 03:40:16.121206 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2a42fcce-00e1-492c-b017-2268449f798d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a8237d25-455e-4d90-a915-9e25c6876ca9), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:16.160545 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-2a42fcce-00e1-492c-b017-2268449f798d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8aaa4d7bd49a4347942d4fdc8603063a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3576481 May 28 03:40:16.161429 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42fcce-00e1-492c-b017-2268449f798d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8237d25-455e-4d90-a915-9e25c6876ca9,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:16.163497 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36556) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:16.189712 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (97df7472-c1e5-4bbd-80b5-6efb1965aeb9), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:16.229578 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event deleted for resources: {'Port': ['ID=97df7472-c1e5-4bbd-80b5-6efb1965aeb9,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:16.284710 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a7e45ba6-06e0-4b23-b3c6-f46a5f35734c admin admin] Publish callbacks [] for security_group (a8237d25-455e-4d90-a915-9e25c6876ca9), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:16.350435 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a7e45ba6-06e0-4b23-b3c6-f46a5f35734c admin admin] Publish callbacks [] for security_group (a8237d25-455e-4d90-a915-9e25c6876ca9), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:16.370681 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:16.399424 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Router bd7f9c2a-6924-48ec-95dd-51cac4602f80 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:40:16.499732 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab53d6e-4a22-4314-9939-7a3498a79c3b req-bc2a9dd4-9bdf-4301-b490-281fbc41dd97 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:16.501145 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8ab53d6e-4a22-4314-9939-7a3498a79c3b req-bc2a9dd4-9bdf-4301-b490-281fbc41dd97 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 945 time: 0.0974193 May 28 03:40:16.521753 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85741a56-da65-4bae-b76a-aab9fb2eeb23 req-a680817d-bfb5-4f8c-ac51-6d8e6af211d7 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:16.523227 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-85741a56-da65-4bae-b76a-aab9fb2eeb23 req-a680817d-bfb5-4f8c-ac51-6d8e6af211d7 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 943 time: 0.0490174 May 28 03:40:16.571235 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a7e45ba6-06e0-4b23-b3c6-f46a5f35734c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a8237d25-455e-4d90-a915-9e25c6876ca9), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:16.573884 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-85741a56-da65-4bae-b76a-aab9fb2eeb23 req-8fc2be0a-d552-409b-a2cb-34ecf94a72d2 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444160 May 28 03:40:16.574365 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a7e45ba6-06e0-4b23-b3c6-f46a5f35734c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:16.575470 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a7e45ba6-06e0-4b23-b3c6-f46a5f35734c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a8237d25-455e-4d90-a915-9e25c6876ca9 HTTP/1.1" status: 204 len: 168 time: 0.4109340 May 28 03:40:16.602929 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e45ba6-06e0-4b23-b3c6-f46a5f35734c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8237d25-455e-4d90-a915-9e25c6876ca9,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:16.609469 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8ab53d6e-4a22-4314-9939-7a3498a79c3b req-e987dea8-b470-46e4-b092-f0c872a36de6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018660 May 28 03:40:16.611218 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:40:16.629215 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad425538-0caa-4375-9cd8-2702d411dd8f None None] Sync routers for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:40:16.665424 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad425538-0caa-4375-9cd8-2702d411dd8f None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:40:16.665424 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ad425538-0caa-4375-9cd8-2702d411dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:39:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:16.668243 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] No DVR routers for this DVR port 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:40:16.670849 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:16.674344 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2b5a8c23-3054-4d04-812b-c0a893124586 req-34404cac-9c92-47be-b6fa-9cf2d27f5bf5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.27 "DELETE /v2.0/ports/97df7472-c1e5-4bbd-80b5-6efb1965aeb9 HTTP/1.1" status: 204 len: 173 time: 1.4283395 May 28 03:40:16.674804 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'name': 'network-vif-deleted', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:16.677130 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b818d4ee-0092-4c75-8b10-12ec89b6b3af" -d '{"events": [{"server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "name": "network-vif-deleted", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:16.714012 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e579827e-5d99-4d8a-86b0-421f5c5af4b4 x-openstack-request-id: req-e579827e-5d99-4d8a-86b0-421f5c5af4b4 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:16.714305 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35a9c645-590f-49e1-ab03-af4167f10547", "name": "network-vif-deleted", "tag": "97df7472-c1e5-4bbd-80b5-6efb1965aeb9", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:16.714552 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e579827e-5d99-4d8a-86b0-421f5c5af4b4 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:16.714949 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e579827e-5d99-4d8a-86b0-421f5c5af4b4'] response: {'server_uuid': '35a9c645-590f-49e1-ab03-af4167f10547', 'name': 'network-vif-deleted', 'tag': '97df7472-c1e5-4bbd-80b5-6efb1965aeb9', 'status': 'completed', 'code': 200} May 28 03:40:16.771029 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-ad425538-0caa-4375-9cd8-2702d411dd8f None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:40:16.923696 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3efa3c27-6ec3-4dd9-afd7-5ec507ec3190 req-4c9e22e0-d0e0-4775-8d05-3c60ba9648f2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 210 time: 0.0387998 May 28 03:40:16.971727 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ad425538-0caa-4375-9cd8-2702d411dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:59Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:16.997336 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad425538-0caa-4375-9cd8-2702d411dd8f None None] Checking router: bd7f9c2a-6924-48ec-95dd-51cac4602f80 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:40:17.007006 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad425538-0caa-4375-9cd8-2702d411dd8f None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:40:17.007613 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ad425538-0caa-4375-9cd8-2702d411dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:39:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:17.109165 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-ad425538-0caa-4375-9cd8-2702d411dd8f None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:40:17.186693 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:17.231143 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a4798-94b7-4b05-b8b5-db3ae74c2829 req-e09a29aa-ea1e-43d8-a715-7eb939ed10dd tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:17.232538 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ff2a4798-94b7-4b05-b8b5-db3ae74c2829 req-e09a29aa-ea1e-43d8-a715-7eb939ed10dd tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0578880 May 28 03:40:17.283194 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ff2a4798-94b7-4b05-b8b5-db3ae74c2829 req-8b864ab4-45c0-4dc5-8e7c-f9f5f2cf901f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447047 May 28 03:40:17.308806 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ad425538-0caa-4375-9cd8-2702d411dd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:59Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:17.336442 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad425538-0caa-4375-9cd8-2702d411dd8f None None] The sync data for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi is: [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:59Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:40:17.554650 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:40:17.587294 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5563514f-0369-46c1-9eb2-42cf75214765 None None] New status for floating IP b55f4577-1c42-4abf-9662-91537ff98078: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:40:17.700517 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948df0a2-f6a1-4513-b5a6-b1516fd4604b req-800368d8-876a-4e5b-ab66-f689f5162bb7 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:17.702110 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-948df0a2-f6a1-4513-b5a6-b1516fd4604b req-800368d8-876a-4e5b-ab66-f689f5162bb7 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 943 time: 0.0557747 May 28 03:40:17.750994 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:17.756838 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-948df0a2-f6a1-4513-b5a6-b1516fd4604b req-e47a8c57-8128-4ca8-ba65-95fa71734bbc tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490665 May 28 03:40:17.788082 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafe6995-1208-4268-9a2a-83e3c8d3cdfe req-8f7f422a-580f-4a9a-a58e-41766d87224f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:17.789811 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bafe6995-1208-4268-9a2a-83e3c8d3cdfe req-8f7f422a-580f-4a9a-a58e-41766d87224f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 945 time: 0.0626507 May 28 03:40:17.840129 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bafe6995-1208-4268-9a2a-83e3c8d3cdfe req-19e948c0-d410-41b6-955e-361907451cd6 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438554 May 28 03:40:18.029620 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-698d2418-d20b-4177-b752-c12fcf8628f1 req-0b402990-a786-4727-a1dd-650a9450d3c3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=35a9c645-590f-49e1-ab03-af4167f10547 HTTP/1.1" status: 200 len: 210 time: 0.0286114 May 28 03:40:18.400385 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02711244-fe00-4eae-9389-699e7315f922 req-75cfa216-0cf0-4a5b-92cc-bc0b8bcd603b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:18.401885 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-02711244-fe00-4eae-9389-699e7315f922 req-75cfa216-0cf0-4a5b-92cc-bc0b8bcd603b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0480552 May 28 03:40:18.454524 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-02711244-fe00-4eae-9389-699e7315f922 req-6b3ba978-2242-4468-8ad4-17af36e5d38b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470533 May 28 03:40:18.874791 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77e516-850b-4ac5-849e-ac425eb2cec1 req-09b15883-5267-46f8-8d5f-ca4d3d1b45cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:18.876346 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7a77e516-850b-4ac5-849e-ac425eb2cec1 req-09b15883-5267-46f8-8d5f-ca4d3d1b45cb tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 943 time: 0.0497949 May 28 03:40:18.929486 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7a77e516-850b-4ac5-849e-ac425eb2cec1 req-fc5ff684-28c2-4b60-98aa-c3ea5ae4f3f3 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474062 May 28 03:40:19.162137 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5b423-95d6-40e7-93c6-48d326929443 req-9f85d421-489e-406d-9c62-6bace72dcd9e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:19.163523 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4f5b423-95d6-40e7-93c6-48d326929443 req-9f85d421-489e-406d-9c62-6bace72dcd9e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 945 time: 0.2563140 May 28 03:40:19.174284 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:19.188686 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:19.196298 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:19.200910 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 8fe82109-26bb-498f-a1a1-825762536457 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:40:19.204377 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:40:19.213846 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d4f5b423-95d6-40e7-93c6-48d326929443 req-f3b68a51-6821-4614-956c-f135cd864670 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447443 May 28 03:40:19.236005 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36614) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:19.297903 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-deefbdd2-eb1e-4b07-8470-490560696a34 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group (9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:19.325025 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-deefbdd2-eb1e-4b07-8470-490560696a34 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group (9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:19.347036 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d9e9d9-ca08-43f5-a85f-d9e3dd76c9b4 req-5fe05231-dbf7-401e-9838-5380186c6bcc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:19.348549 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-36d9e9d9-ca08-43f5-a85f-d9e3dd76c9b4 req-5fe05231-dbf7-401e-9838-5380186c6bcc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 945 time: 0.0519257 May 28 03:40:19.360973 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 36618) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:19.368206 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-3ef9e21e-c7ca-48c4-aee0-0d2bce2b2d39 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'floatingip': {'port_id': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:19.390633 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:40:19.392582 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 97df7472-c1e5-4bbd-80b5-6efb1965aeb9 not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:40:19.408494 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3ef9e21e-c7ca-48c4-aee0-0d2bce2b2d39 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (19f978a8-b93c-407a-8be5-e863ed1940d5), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:19.430324 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-deefbdd2-eb1e-4b07-8470-490560696a34 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:19.434060 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-deefbdd2-eb1e-4b07-8470-490560696a34 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:19.435513 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-deefbdd2-eb1e-4b07-8470-490560696a34 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "DELETE /v2.0/security-groups/9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2 HTTP/1.1" status: 204 len: 168 time: 0.2014160 May 28 03:40:19.439635 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 36620) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:19.446196 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deefbdd2-eb1e-4b07-8470-490560696a34 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:19.481548 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a05b9899-70cd-4a8e-98c3-69189953210e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:19.491738 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.api.v2.resource [None req-77ca8549-f449-4ea3-8243-f820b95398d7 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] show failed (client error): The resource could not be found. May 28 03:40:19.494856 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-77ca8549-f449-4ea3-8243-f820b95398d7 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups/9d0ceb67-9096-49d1-ad4b-b02bc1e61ce2 HTTP/1.1" status: 404 len: 347 time: 0.0536940 May 28 03:40:19.495972 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36626) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:19.535386 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 8fe82109-26bb-498f-a1a1-825762536457, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8fe82109-26bb-498f-a1a1-825762536457,segment=NetworkSegment(abd2f915-8d22-489c-b4f4-2c1e24622c69),segment_id=abd2f915-8d22-489c-b4f4-2c1e24622c69)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:19.549300 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '8fe82109-26bb-498f-a1a1-825762536457', 'network_id': 'c66573d2-3992-4577-bc6d-7740bb5602ab', 'port_id': '8fe82109-26bb-498f-a1a1-825762536457', 'mac_address': 'fa:16:3e:65:1f:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c47f54e-2fc6-40f0-8d87-c5b373c8374b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:40:19.617018 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 8fe82109-26bb-498f-a1a1-825762536457 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:40:19.617670 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (8fe82109-26bb-498f-a1a1-825762536457), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:19.640901 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe82109-26bb-498f-a1a1-825762536457 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:40:19.667974 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 8fe82109-26bb-498f-a1a1-825762536457, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8fe82109-26bb-498f-a1a1-825762536457,segment=NetworkSegment(abd2f915-8d22-489c-b4f4-2c1e24622c69),segment_id=abd2f915-8d22-489c-b4f4-2c1e24622c69)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:19.673316 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:19.676302 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-727a798c-1f6c-4f34-adef-672187f6011e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Deleting port 0498a658-e472-489c-b26d-e63f87fdabfa {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:40:19.676656 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-727a798c-1f6c-4f34-adef-672187f6011e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (0498a658-e472-489c-b26d-e63f87fdabfa), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:19.695573 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7892be-0a27-4d97-a04a-5687a0505dc7 req-8015b971-be14-44a0-97ae-b2d6e079a3c2 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:19.697022 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8f7892be-0a27-4d97-a04a-5687a0505dc7 req-8015b971-be14-44a0-97ae-b2d6e079a3c2 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.1377096 May 28 03:40:19.756401 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (8fe82109-26bb-498f-a1a1-825762536457), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:19.804515 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8f7892be-0a27-4d97-a04a-5687a0505dc7 req-5cc70f1f-68fa-43d3-9ee0-996da69c86d2 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864270 May 28 03:40:19.817748 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=8fe82109-26bb-498f-a1a1-825762536457,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:19.827580 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-727a798c-1f6c-4f34-adef-672187f6011e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (0498a658-e472-489c-b26d-e63f87fdabfa), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:19.827885 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-727a798c-1f6c-4f34-adef-672187f6011e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (0498a658-e472-489c-b26d-e63f87fdabfa), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:19.842393 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-727a798c-1f6c-4f34-adef-672187f6011e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Calling delete_port for 0498a658-e472-489c-b26d-e63f87fdabfa owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:40:20.001834 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3ef9e21e-c7ca-48c4-aee0-0d2bce2b2d39 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:20.013640 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:20.029640 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['8fe82109-26bb-498f-a1a1-825762536457'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:40:20.077671 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3ef9e21e-c7ca-48c4-aee0-0d2bce2b2d39 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (19f978a8-b93c-407a-8be5-e863ed1940d5), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:20.086904 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a4d90a-ad77-4331-b831-80bb13a8f96c req-a0521bf7-ee22-4bba-9aa9-a6c03558feef tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:20.089163 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e2a4d90a-ad77-4331-b831-80bb13a8f96c req-a0521bf7-ee22-4bba-9aa9-a6c03558feef tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 944 time: 0.0578339 May 28 03:40:20.100203 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-727a798c-1f6c-4f34-adef-672187f6011e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (0498a658-e472-489c-b26d-e63f87fdabfa), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:20.125528 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a798c-1f6c-4f34-adef-672187f6011e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event deleted for resources: {'Port': ['ID=0498a658-e472-489c-b26d-e63f87fdabfa,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:20.187982 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e2a4d90a-ad77-4331-b831-80bb13a8f96c req-83e2d4f8-e9d3-4a96-9c7b-4f54b356a1ea tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682826 May 28 03:40:20.198627 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-727a798c-1f6c-4f34-adef-672187f6011e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (b55f4577-1c42-4abf-9662-91537ff98078), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:20.209309 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-727a798c-1f6c-4f34-adef-672187f6011e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:20.209309 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-727a798c-1f6c-4f34-adef-672187f6011e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "DELETE /v2.0/floatingips/b55f4577-1c42-4abf-9662-91537ff98078 HTTP/1.1" status: 204 len: 168 time: 0.7037921 May 28 03:40:20.238718 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-3ef9e21e-c7ca-48c4-aee0-0d2bce2b2d39 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Floating IP 19f978a8-b93c-407a-8be5-e863ed1940d5 associated. External IP: 172.27.3.175, port: f1321a9e-949d-4d52-abcc-e48ee7436a3a. May 28 03:40:20.241678 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:20.364130 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36642) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:20.369465 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-73e486d9-8f67-464c-89e8-15254e50fccd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1685871804', 'description': 'tempest-description--213221324'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:20.431034 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:20.446658 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ef9e21e-c7ca-48c4-aee0-0d2bce2b2d39 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Router 16ba28df-7752-4608-be78-a068ff847a0a has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:40:20.498749 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-73e486d9-8f67-464c-89e8-15254e50fccd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:20.553481 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:20.561458 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ef9e21e-c7ca-48c4-aee0-0d2bce2b2d39 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:40:20.580263 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3ef9e21e-c7ca-48c4-aee0-0d2bce2b2d39 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:20.582301 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397e59c-8324-4f1e-b312-df67b0796b7c None None] Sync routers for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:40:20.594171 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397e59c-8324-4f1e-b312-df67b0796b7c None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:40:20.594803 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-5397e59c-8324-4f1e-b312-df67b0796b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:39:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:20.601090 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-73e486d9-8f67-464c-89e8-15254e50fccd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group (2eac8046-23a5-4b56-a76b-2b5e8f0ada04), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:20.618458 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3ef9e21e-c7ca-48c4-aee0-0d2bce2b2d39 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "PUT /v2.0/floatingips/19f978a8-b93c-407a-8be5-e863ed1940d5 HTTP/1.1" status: 200 len: 991 time: 1.2517133 May 28 03:40:20.618458 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'tag': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:20.619880 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e48e2a37-20fd-4048-9612-a41ff5073202" -d '{"events": [{"name": "network-changed", "server_uuid": "c2d3a613-c1f1-49d5-a707-784bdc430953", "tag": "f1321a9e-949d-4d52-abcc-e48ee7436a3a"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:20.657478 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ae9e06-3259-4528-b403-6b098b0fa03c x-openstack-request-id: req-13ae9e06-3259-4528-b403-6b098b0fa03c {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:20.657840 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2d3a613-c1f1-49d5-a707-784bdc430953", "tag": "f1321a9e-949d-4d52-abcc-e48ee7436a3a", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:20.658158 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-13ae9e06-3259-4528-b403-6b098b0fa03c {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:20.658741 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13ae9e06-3259-4528-b403-6b098b0fa03c'] response: {'name': 'network-changed', 'server_uuid': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'tag': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a', 'status': 'completed', 'code': 200} May 28 03:40:20.690019 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-73e486d9-8f67-464c-89e8-15254e50fccd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (2eac8046-23a5-4b56-a76b-2b5e8f0ada04), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:20.702828 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-5397e59c-8324-4f1e-b312-df67b0796b7c None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:40:20.744567 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e2a37-20fd-4048-9612-a41ff5073202 req-ceefddc5-5397-4dce-99e1-c20913bcf5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:20.746149 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e48e2a37-20fd-4048-9612-a41ff5073202 req-ceefddc5-5397-4dce-99e1-c20913bcf5b4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 1129 time: 0.0666838 May 28 03:40:20.748056 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e486d9-8f67-464c-89e8-15254e50fccd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac8046-23a5-4b56-a76b-2b5e8f0ada04,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:20.795604 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-73e486d9-8f67-464c-89e8-15254e50fccd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:20.796841 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-73e486d9-8f67-464c-89e8-15254e50fccd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4316397 May 28 03:40:20.799666 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36654) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:20.803925 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-523047c6-d454-465b-b0b9-33627e7c7283 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Request body: {'security_group_rule': {'security_group_id': '2eac8046-23a5-4b56-a76b-2b5e8f0ada04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:20.829134 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:20.907494 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:20.928359 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df38d1-bded-4719-8774-16808504135b req-c6b1eb24-7efb-4674-9ff3-8b045b5369ec tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:20.929962 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-76df38d1-bded-4719-8774-16808504135b req-c6b1eb24-7efb-4674-9ff3-8b045b5369ec tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0702176 May 28 03:40:20.940785 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e2a37-20fd-4048-9612-a41ff5073202 req-4ecc4734-c5e2-4b5a-b56f-0cd4ef06aa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:20.940785 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e48e2a37-20fd-4048-9612-a41ff5073202 req-4ecc4734-c5e2-4b5a-b56f-0cd4ef06aa28 service neutron] 10.222.0.27 "GET /v2.0/networks?id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 200 len: 915 time: 0.1791487 May 28 03:40:20.959079 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-523047c6-d454-465b-b0b9-33627e7c7283 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group_rule (be9633db-db71-4f30-999b-aa1fe321af79), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:20.968077 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-5397e59c-8324-4f1e-b312-df67b0796b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '19f978a8-b93c-407a-8be5-e863ed1940d5', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:0f:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:39:50Z', 'updated_at': '2022-05-28T03:40:19Z', 'revision_number': 1, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:20.992690 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397e59c-8324-4f1e-b312-df67b0796b7c None None] Checking router: 16ba28df-7752-4608-be78-a068ff847a0a for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:40:21.002180 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5397e59c-8324-4f1e-b312-df67b0796b7c None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:40:21.002347 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-5397e59c-8324-4f1e-b312-df67b0796b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:39:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:21.034277 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:21.064130 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e48e2a37-20fd-4048-9612-a41ff5073202 req-d85cdbef-005e-40f2-8394-4e2e8d63057e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f1321a9e-949d-4d52-abcc-e48ee7436a3a HTTP/1.1" status: 200 len: 999 time: 0.1199462 May 28 03:40:21.068547 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-76df38d1-bded-4719-8774-16808504135b req-1c284e6d-8fd7-4d45-abc9-3d38991844ed tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316452 May 28 03:40:21.108160 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-523047c6-d454-465b-b0b9-33627e7c7283 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group_rule (be9633db-db71-4f30-999b-aa1fe321af79), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:21.127046 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e2a37-20fd-4048-9612-a41ff5073202 req-3aa2936f-7cc8-4f61-bfc5-3ababb919e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:21.132732 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e48e2a37-20fd-4048-9612-a41ff5073202 req-3aa2936f-7cc8-4f61-bfc5-3ababb919e96 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f446e15b-7c64-40ee-82e8-228642b299e2 HTTP/1.1" status: 200 len: 853 time: 0.0545585 May 28 03:40:21.185723 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48e2a37-20fd-4048-9612-a41ff5073202 req-9ca3e048-9ec6-4d23-ad96-e8555914c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:21.188129 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e48e2a37-20fd-4048-9612-a41ff5073202 req-9ca3e048-9ec6-4d23-ad96-e8555914c58c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514693 May 28 03:40:21.190153 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-523047c6-d454-465b-b0b9-33627e7c7283 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (be9633db-db71-4f30-999b-aa1fe321af79), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:21.204859 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-5397e59c-8324-4f1e-b312-df67b0796b7c None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:40:21.219251 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 8fe82109-26bb-498f-a1a1-825762536457 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:40:21.230941 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523047c6-d454-465b-b0b9-33627e7c7283 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9633db-db71-4f30-999b-aa1fe321af79,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:21.311167 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:21.318410 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e48e2a37-20fd-4048-9612-a41ff5073202 req-78d0e9d3-8f83-4d17-8bfd-011539b5b6d5 service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190674 May 28 03:40:21.324860 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-523047c6-d454-465b-b0b9-33627e7c7283 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:21.326059 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-523047c6-d454-465b-b0b9-33627e7c7283 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5254838 May 28 03:40:21.328775 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 8fe82109-26bb-498f-a1a1-825762536457 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:40:21.329757 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36660) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:21.335471 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-b68e1853-b9db-4447-837f-bb8381d2f323 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Request body: {'security_group_rule': {'security_group_id': '2eac8046-23a5-4b56-a76b-2b5e8f0ada04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:21.362453 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef76f4-96dd-42cc-b3c4-a339566f9065 req-a53b1338-4f96-445e-9192-f76128f003b6 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:21.364333 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-49ef76f4-96dd-42cc-b3c4-a339566f9065 req-a53b1338-4f96-445e-9192-f76128f003b6 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 944 time: 0.0523798 May 28 03:40:21.392624 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 8fe82109-26bb-498f-a1a1-825762536457 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:40:21.393313 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (8fe82109-26bb-498f-a1a1-825762536457), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:21.426454 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-49ef76f4-96dd-42cc-b3c4-a339566f9065 req-ea9d972b-987e-43e7-9e33-2c704fff8f15 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553129 May 28 03:40:21.449387 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e48e2a37-20fd-4048-9612-a41ff5073202 req-7d93ed8c-22d4-4449-9ff7-93565d23f99f service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133668 May 28 03:40:21.471763 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-5397e59c-8324-4f1e-b312-df67b0796b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '19f978a8-b93c-407a-8be5-e863ed1940d5', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:0f:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:39:50Z', 'updated_at': '2022-05-28T03:40:19Z', 'revision_number': 1, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:21.489045 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 8fe82109-26bb-498f-a1a1-825762536457 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:40:21.489460 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (8fe82109-26bb-498f-a1a1-825762536457), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:21.498153 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5397e59c-8324-4f1e-b312-df67b0796b7c None None] The sync data for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi is: [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '19f978a8-b93c-407a-8be5-e863ed1940d5', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.175', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:0f:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:39:50Z', 'updated_at': '2022-05-28T03:40:19Z', 'revision_number': 1, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:40:21.513814 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf0b19-b250-4970-adb1-1cdad09fff17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe82109-26bb-498f-a1a1-825762536457'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:21.515982 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd52d4f2-bdec-4565-a72d-b42f4177baa0" -d '{"events": [{"server_uuid": "1eaf0b19-b250-4970-adb1-1cdad09fff17", "name": "network-vif-plugged", "status": "completed", "tag": "8fe82109-26bb-498f-a1a1-825762536457"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:21.531834 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 8fe82109-26bb-498f-a1a1-825762536457, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8fe82109-26bb-498f-a1a1-825762536457,segment=NetworkSegment(abd2f915-8d22-489c-b4f4-2c1e24622c69),segment_id=abd2f915-8d22-489c-b4f4-2c1e24622c69)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:21.533939 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b68e1853-b9db-4447-837f-bb8381d2f323 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group_rule (b3b5f51f-d788-4814-b24f-127a876c5234), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:21.565710 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b02204-31bf-4f98-8bf9-db29cc94415d x-openstack-request-id: req-26b02204-31bf-4f98-8bf9-db29cc94415d {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:21.565710 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaf0b19-b250-4970-adb1-1cdad09fff17", "name": "network-vif-plugged", "status": "completed", "tag": "8fe82109-26bb-498f-a1a1-825762536457", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:21.565993 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-26b02204-31bf-4f98-8bf9-db29cc94415d {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:21.566144 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26b02204-31bf-4f98-8bf9-db29cc94415d'] response: {'server_uuid': '1eaf0b19-b250-4970-adb1-1cdad09fff17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe82109-26bb-498f-a1a1-825762536457', 'code': 200} May 28 03:40:21.571338 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:21.608924 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b68e1853-b9db-4447-837f-bb8381d2f323 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group_rule (b3b5f51f-d788-4814-b24f-127a876c5234), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:21.614778 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (8fe82109-26bb-498f-a1a1-825762536457), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:21.680979 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=8fe82109-26bb-498f-a1a1-825762536457,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:21.699766 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b68e1853-b9db-4447-837f-bb8381d2f323 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (b3b5f51f-d788-4814-b24f-127a876c5234), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:21.718341 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68e1853-b9db-4447-837f-bb8381d2f323 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b5f51f-d788-4814-b24f-127a876c5234,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:21.750946 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180ff7b0-ae62-4bd9-bb45-fc3151a858a2 None None] New status for floating IP 19f978a8-b93c-407a-8be5-e863ed1940d5: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:40:21.784470 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2e0df081-8a73-40a3-9c3a-6fad4201ecce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:21.793992 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b68e1853-b9db-4447-837f-bb8381d2f323 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:21.796728 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b68e1853-b9db-4447-837f-bb8381d2f323 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4634168 May 28 03:40:21.798453 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36668) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:21.805224 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:21.831320 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:21.921405 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:21.927431 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88877eb-ee9b-424b-9bc0-f0dd9c6e7d43 req-abacf54a-2588-474e-9cdc-39b3d0a33046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:21.929053 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e88877eb-ee9b-424b-9bc0-f0dd9c6e7d43 req-abacf54a-2588-474e-9cdc-39b3d0a33046 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 1129 time: 0.0441186 May 28 03:40:22.027698 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e88877eb-ee9b-424b-9bc0-f0dd9c6e7d43 req-59e3f0f2-18a9-47ec-9109-9d737f6e24b9 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889304 May 28 03:40:22.037905 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:22.149541 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Allocated IP 172.27.3.198 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/c5f74b31-fbcf-482d-ab93-1e2710dfe13a) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:40:22.181566 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:22.195896 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce436f-0ca6-4e79-980e-ec0b2f0f0ce6 req-dd3db97c-5f31-4e67-8619-8e7dd8b80a95 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:22.197970 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-59ce436f-0ca6-4e79-980e-ec0b2f0f0ce6 req-dd3db97c-5f31-4e67-8619-8e7dd8b80a95 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0507362 May 28 03:40:22.252061 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-59ce436f-0ca6-4e79-980e-ec0b2f0f0ce6 req-df8370b8-f2dd-423e-ae9f-45fe6e94b399 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481999 May 28 03:40:22.254562 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for port (c5f74b31-fbcf-482d-ab93-1e2710dfe13a), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:22.340319 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (c5f74b31-fbcf-482d-ab93-1e2710dfe13a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:22.387427 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:40:22.392266 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:40:22.394406 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event updated for resources: {'Port': ['ID=c5f74b31-fbcf-482d-ab93-1e2710dfe13a,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:22.396555 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:40:22.481350 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (ebd5eafe-ab38-4106-94bc-5771c0411094), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:22.595163 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b4d76-e06f-44d7-b804-e8926eb84555 req-fc6a37d8-fd73-49be-a2c2-2e60f8fa2583 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:22.597190 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7d2b4d76-e06f-44d7-b804-e8926eb84555 req-fc6a37d8-fd73-49be-a2c2-2e60f8fa2583 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 945 time: 0.0971608 May 28 03:40:22.604253 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (c5f74b31-fbcf-482d-ab93-1e2710dfe13a), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:22.695742 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7d2b4d76-e06f-44d7-b804-e8926eb84555 req-665d3566-120c-4b25-8fe2-74dfaaf7803b tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929985 May 28 03:40:22.803275 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:23.019683 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:23.051599 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for port (c5f74b31-fbcf-482d-ab93-1e2710dfe13a), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:23.089586 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (c5f74b31-fbcf-482d-ab93-1e2710dfe13a), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:23.163994 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event updated for resources: {'Port': ['ID=c5f74b31-fbcf-482d-ab93-1e2710dfe13a,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:23.178080 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (ebd5eafe-ab38-4106-94bc-5771c0411094), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:23.273019 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:23.274387 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-62a5cf7e-ee27-4b08-b2a2-3b4d87f67588 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4726732 May 28 03:40:23.383492 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb754f2-3b8b-431b-b369-1b5dcee7780f req-bbd9f4f5-40e5-4491-ac23-da5c56a824e8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:23.385278 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5bb754f2-3b8b-431b-b369-1b5dcee7780f req-bbd9f4f5-40e5-4491-ac23-da5c56a824e8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0511534 May 28 03:40:23.435429 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5bb754f2-3b8b-431b-b369-1b5dcee7780f req-7d54dc8c-2c1d-442d-b218-36fb17841a45 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440736 May 28 03:40:23.494118 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-e9f784f6-aa70-4373-9945-dba813e19137 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--1685871804&fields=id&tenant_id=3611c72fb0b8472da98ba9b0c0d86843 HTTP/1.1" status: 200 len: 267 time: 0.0433149 May 28 03:40:23.605090 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-264274c7-e22b-443d-9ddd-30eea81241d4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:23.606628 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-264274c7-e22b-443d-9ddd-30eea81241d4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 817 time: 0.1060596 May 28 03:40:23.621470 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-59ce6e72-47df-4d42-8ce7-64eb62389c23 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/quotas/3611c72fb0b8472da98ba9b0c0d86843 HTTP/1.1" status: 200 len: 375 time: 0.0095377 May 28 03:40:23.670469 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-4d289012-f114-4d00-934c-bb825ee7c56e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440545 May 28 03:40:23.772449 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-4ada1ce3-a5f2-4f9c-bfae-d9059302dfe1 service neutron] 10.222.0.41 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897832 May 28 03:40:23.810305 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a55cb1b-b920-4b2d-a29b-166a4f49bd09 req-9594e4da-1b17-44d3-8125-4971e92f73e7 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:23.811834 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8a55cb1b-b920-4b2d-a29b-166a4f49bd09 req-9594e4da-1b17-44d3-8125-4971e92f73e7 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 945 time: 0.0498564 May 28 03:40:23.844120 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:23.864986 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8a55cb1b-b920-4b2d-a29b-166a4f49bd09 req-68abbd03-ba6d-4b95-ad87-cd8f8baa27d6 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472846 May 28 03:40:23.872470 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-25da6c71-d0a8-40e7-85b0-05629be001ab service neutron] 10.222.0.41 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934319 May 28 03:40:24.114527 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-877c448a-de81-4e9a-b9ea-80a8a2315f02 req-94ec8e68-1536-48e0-8a30-22b7c9fc4611 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 210 time: 0.0291011 May 28 03:40:24.197027 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:24.564402 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e3098-b165-4ffa-bd36-cf2d26bb1f2d req-568ee167-1c08-4ca9-ad2a-20c31a0321b1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:24.566103 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-af1e3098-b165-4ffa-bd36-cf2d26bb1f2d req-568ee167-1c08-4ca9-ad2a-20c31a0321b1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0565128 May 28 03:40:24.613130 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-af1e3098-b165-4ffa-bd36-cf2d26bb1f2d req-e56f4b75-6388-44cf-ad9d-dd6e5c7fa41e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414121 May 28 03:40:25.223748 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fafa283f-417a-43ae-bf16-8559981ce700 req-56de9dca-cf9f-4fcd-839c-80305f3217da tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 210 time: 0.0284126 May 28 03:40:25.688725 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:25.729321 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7e471-ee7a-483b-b130-02a1eff5aff2 req-d2d4e049-59ac-498c-8890-b3c48f43981a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:25.730766 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4df7e471-ee7a-483b-b130-02a1eff5aff2 req-d2d4e049-59ac-498c-8890-b3c48f43981a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0466020 May 28 03:40:25.777906 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4df7e471-ee7a-483b-b130-02a1eff5aff2 req-2a90b717-5410-42d1-b42a-156c96402003 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 May 28 03:40:26.209059 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2be397b-4d23-44ba-b6ba-ddad48c51322 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:26.210819 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2be397b-4d23-44ba-b6ba-ddad48c51322 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.27 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 817 time: 0.1085048 May 28 03:40:26.294412 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-35b3ecda-48ee-4b9b-9b77-ee295a1575e8 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3611c72fb0b8472da98ba9b0c0d86843 HTTP/1.1" status: 200 len: 380 time: 0.0751052 May 28 03:40:26.303846 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Request body: {'port': {'device_id': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'admin_state_up': True, 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'security_groups': ['2eac8046-23a5-4b56-a76b-2b5e8f0ada04']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:26.368002 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2d345436-267c-4788-b6ac-3b1ef910ffc5 req-06abd6cd-0e8e-4868-84cd-1f9f10622d16 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 210 time: 0.0574605 May 28 03:40:26.442219 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:26.535503 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Made reservation on behalf of 3611c72fb0b8472da98ba9b0c0d86843 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:40:26.537578 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:26.684688 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Allocated IP 172.20.0.12 (f47d9414-85e4-4030-814e-0a5133c3d4b0/ecff4fe7-9023-4e78-a8a1-18009f3ef5a6/73f87b73-9d7c-43a7-9bd2-dc7fb5450112) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:40:26.822488 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:26.894029 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c86f51c-6589-488a-a288-b0d397546759 req-69d473ba-20c0-439d-9a61-95f322894e8b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:26.895501 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9c86f51c-6589-488a-a288-b0d397546759 req-69d473ba-20c0-439d-9a61-95f322894e8b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0484159 May 28 03:40:26.929130 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:26.943158 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:26.945332 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9c86f51c-6589-488a-a288-b0d397546759 req-69667c54-e2a6-4ba0-b58f-95151b1d962a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442305 May 28 03:40:26.996276 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Network f47d9414-85e4-4030-814e-0a5133c3d4b0 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:40:27.000326 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:40:27.002695 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event updated for resources: {'Port': ['ID=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:27.004870 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:40:27.055333 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:27.055849 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:27.114189 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-f2f5399d-87a1-47b9-b8c9-1e0d464bf0f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8148549 May 28 03:40:27.126129 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Request body: {'port': {'device_id': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:27.190987 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:27.215226 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-0e418cf8-6db6-4fe4-a535-5a13d6fb275c None None] Provisioning complete for port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:40:27.216202 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0e418cf8-6db6-4fe4-a535-5a13d6fb275c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:27.249658 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-0e418cf8-6db6-4fe4-a535-5a13d6fb275c None None] Port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:40:27.407394 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:27.509250 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:40:27.519214 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6d2679-c1a7-4ec4-b18b-e7e62d852991 req-5562f0fa-8929-4680-9361-615ec90a4ba5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:27.520648 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cb6d2679-c1a7-4ec4-b18b-e7e62d852991 req-5562f0fa-8929-4680-9361-615ec90a4ba5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 932 time: 0.0771143 May 28 03:40:27.525394 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Publish callbacks [] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:27.553385 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Transition to ACTIVE for port object 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:40:27.578792 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cb6d2679-c1a7-4ec4-b18b-e7e62d852991 req-7eb3e602-633c-4ec0-92de-8cb2089096cf tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502872 May 28 03:40:27.648391 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:27.702586 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Pushing event updated for resources: {'Port': ['ID=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:27.771214 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Attempting to bind port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:40:27.771550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Attempting to bind port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:40:27.771885 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Attempting to bind port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 on network f47d9414-85e4-4030-814e-0a5133c3d4b0 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:40:27.777332 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 on network f47d9414-85e4-4030-814e-0a5133c3d4b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:40:27.777665 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Attempting to bind port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 on network f47d9414-85e4-4030-814e-0a5133c3d4b0 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:40:27.783045 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:40:27.783383 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Checking segment: {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:40:27.783765 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Bound using segment: {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:40:27.784186 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Bound port: 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:40:27.784543 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:27.851505 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:40:27.854603 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:40:27.946184 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:27.960057 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:27.984577 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:27.985300 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:27.986598 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] 10.222.0.27 "PUT /v2.0/ports/73f87b73-9d7c-43a7-9bd2-dc7fb5450112 HTTP/1.1" status: 200 len: 1094 time: 0.8651657 May 28 03:40:27.987034 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:27.989314 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f59ab7-8d6d-4e70-97c6-4a4b3a79b647" -d '{"events": [{"name": "network-changed", "server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:28.030519 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce349e8-d9c2-4d11-983d-658aeb0b3814 service neutron] Pushing event updated for resources: {'Port': ['ID=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:28.047861 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49083b6a-dda9-400e-88a4-4f64aff54cd8 x-openstack-request-id: req-49083b6a-dda9-400e-88a4-4f64aff54cd8 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:28.048278 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:28.048617 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-49083b6a-dda9-400e-88a4-4f64aff54cd8 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:28.049298 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49083b6a-dda9-400e-88a4-4f64aff54cd8'] response: {'name': 'network-changed', 'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'status': 'completed', 'code': 200} May 28 03:40:28.105984 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8070749d-bd36-450a-b7d5-2baf522ec5e4 req-22676afd-e7d2-4a51-b205-f023ffcfb6d4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:28.107643 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8070749d-bd36-450a-b7d5-2baf522ec5e4 req-22676afd-e7d2-4a51-b205-f023ffcfb6d4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0573108 May 28 03:40:28.130152 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:28.159252 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8070749d-bd36-450a-b7d5-2baf522ec5e4 req-ed52be51-a77d-43dc-8f7d-e23ec147c392 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460601 May 28 03:40:28.704991 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2d7d1-69fd-4b97-b762-753f6f4ea47d req-0141a828-f460-44b9-8046-0437c7965152 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:28.706397 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-78e2d7d1-69fd-4b97-b762-753f6f4ea47d req-0141a828-f460-44b9-8046-0437c7965152 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0555134 May 28 03:40:28.752907 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-78e2d7d1-69fd-4b97-b762-753f6f4ea47d req-633a954b-7f4e-4fd3-b7b9-751a02befa07 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410135 May 28 03:40:29.271078 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d92b564-7b30-410d-b027-6bd0c297c3c5 req-f2e3042f-875d-449b-ade9-80043d55c407 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:29.272507 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9d92b564-7b30-410d-b027-6bd0c297c3c5 req-f2e3042f-875d-449b-ade9-80043d55c407 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0463188 May 28 03:40:29.317258 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9d92b564-7b30-410d-b027-6bd0c297c3c5 req-415f650a-93cd-4066-a16f-f3dcb7ec1f25 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394194 May 28 03:40:29.869819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5c0c3-9e66-41fd-9374-624b1f0faabd req-2ba7c82e-7c5e-4c5d-aa56-e8d9a47bbe60 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:29.871339 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e4c5c0c3-9e66-41fd-9374-624b1f0faabd req-2ba7c82e-7c5e-4c5d-aa56-e8d9a47bbe60 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0506639 May 28 03:40:29.929428 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f59ab7-8d6d-4e70-97c6-4a4b3a79b647 req-a12a1467-d531-4002-b541-aae84ef1fad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:29.930925 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b5f59ab7-8d6d-4e70-97c6-4a4b3a79b647 req-a12a1467-d531-4002-b541-aae84ef1fad4 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 1128 time: 0.0584958 May 28 03:40:29.977040 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e4c5c0c3-9e66-41fd-9374-624b1f0faabd req-15108bf3-cdd5-40f1-9fb4-489ddd18bc54 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966797 May 28 03:40:30.045722 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f59ab7-8d6d-4e70-97c6-4a4b3a79b647 req-250e4c18-67ba-489a-82d2-06ffb05af863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:30.047192 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b5f59ab7-8d6d-4e70-97c6-4a4b3a79b647 req-250e4c18-67ba-489a-82d2-06ffb05af863 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1083305 May 28 03:40:30.148678 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f59ab7-8d6d-4e70-97c6-4a4b3a79b647 req-ec5416f6-c642-4b5f-aac3-6fcef5fdb1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:30.150186 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b5f59ab7-8d6d-4e70-97c6-4a4b3a79b647 req-ec5416f6-c642-4b5f-aac3-6fcef5fdb1b2 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947495 May 28 03:40:30.230139 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-0e433b36-d33f-4e9b-9fe1-a36929f07ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:30.231502 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-0e433b36-d33f-4e9b-9fe1-a36929f07ebb service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 1128 time: 0.0390501 May 28 03:40:30.276876 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-4110e477-cc21-419f-950c-02e1efdcb3cb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112 HTTP/1.1" status: 200 len: 217 time: 0.0355537 May 28 03:40:30.344394 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-5dc26df1-3f63-48f7-b51b-d7eb564219d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:30.345904 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-5dc26df1-3f63-48f7-b51b-d7eb564219d6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 HTTP/1.1" status: 200 len: 856 time: 0.0469410 May 28 03:40:30.393198 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-e4c76b2c-8ca9-4bb1-a2cb-318f2dcb592c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:30.394848 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-e4c76b2c-8ca9-4bb1-a2cb-318f2dcb592c service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f47d9414-85e4-4030-814e-0a5133c3d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421453 May 28 03:40:30.435896 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f49c81-207a-405b-8c1b-1098ac416836 req-5acb894e-8bb4-47c5-bab1-fc3964a7b9f9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:30.438012 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d2f49c81-207a-405b-8c1b-1098ac416836 req-5acb894e-8bb4-47c5-bab1-fc3964a7b9f9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0481496 May 28 03:40:30.474157 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:30.489895 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d2f49c81-207a-405b-8c1b-1098ac416836 req-51a05145-bf6c-4fd9-aa55-e8bb7d8dbcd8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458739 May 28 03:40:30.494746 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-30f0f043-f486-47fb-a3b0-b6edef6df9b6 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922089 May 28 03:40:30.586246 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-62bdd118-cc55-45be-bd39-b0c805045cc1 req-e027961f-efe1-46ed-b5d5-906e1c3d5ddc service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850973 May 28 03:40:31.109032 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f45c7-260e-4768-9486-446b050c66bf req-b27f14f9-450b-46ae-8f1e-f26c310e1b32 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:31.110924 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a6f45c7-260e-4768-9486-446b050c66bf req-b27f14f9-450b-46ae-8f1e-f26c310e1b32 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0544477 May 28 03:40:31.166262 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a6f45c7-260e-4768-9486-446b050c66bf req-f33b0cae-2a57-4863-b582-f8f506841dbf tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491316 May 28 03:40:31.475199 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=67 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:31.531436 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=23 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:31.569485 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:31.606454 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3dfda0-f741-483c-b354-f157184fa0a6 req-dd2fa1f5-e6fc-42b9-b83f-83d2b1f7d636 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:31.607984 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0f3dfda0-f741-483c-b354-f157184fa0a6 req-dd2fa1f5-e6fc-42b9-b83f-83d2b1f7d636 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0483961 May 28 03:40:31.652186 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55247a1d-5c47-4887-82cf-420b3940c269 req-9e9872cc-3928-473d-a50c-c9704b473de8 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:31.653707 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-55247a1d-5c47-4887-82cf-420b3940c269 req-9e9872cc-3928-473d-a50c-c9704b473de8 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0629721 May 28 03:40:31.668208 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0f3dfda0-f741-483c-b354-f157184fa0a6 req-ef6f5460-3723-4298-b1b7-5dabc9d8c5af tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543330 May 28 03:40:31.705570 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-55247a1d-5c47-4887-82cf-420b3940c269 req-b4cfd42f-a05b-4f93-ad07-4e58679e1023 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443707 May 28 03:40:32.286940 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c2595-a717-4723-bc63-fb47228c2451 req-1c204e74-f26e-469b-86eb-f3ea7d9c71e9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:32.288467 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-208c2595-a717-4723-bc63-fb47228c2451 req-1c204e74-f26e-469b-86eb-f3ea7d9c71e9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0486588 May 28 03:40:32.335686 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-208c2595-a717-4723-bc63-fb47228c2451 req-2d5c10be-0411-4a17-b521-aeb87204b968 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417211 May 28 03:40:32.785666 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34bfbe3-1545-424f-a23d-643786c0786b req-9702cf27-08e0-42d6-a745-a5adf0a88dec tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:32.790500 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f34bfbe3-1545-424f-a23d-643786c0786b req-9702cf27-08e0-42d6-a745-a5adf0a88dec tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0515769 May 28 03:40:32.831225 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d1bd00-f011-474d-9b59-d3279e2b242e req-601e47e7-224e-4332-bcd2-918b7325455f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:32.832700 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f9d1bd00-f011-474d-9b59-d3279e2b242e req-601e47e7-224e-4332-bcd2-918b7325455f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0511665 May 28 03:40:32.835285 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f34bfbe3-1545-424f-a23d-643786c0786b req-d5f86bdf-1ea0-4921-9d88-c14cb4f64366 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417321 May 28 03:40:32.882909 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f9d1bd00-f011-474d-9b59-d3279e2b242e req-30768495-9ed7-4d15-b566-6a7b92f23ef4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443518 May 28 03:40:33.278132 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:40:33.381382 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:33.392863 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'port_id': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'mac_address': 'fa:16:3e:b1:20:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:40:33.427909 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:40:33.428287 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:33.437261 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:33.442159 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:40:33.456522 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0ed03-b94d-4638-98cc-29fcc520bb9f req-be14e4d3-eb74-4e8e-a3b8-a94489ec6bac tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:33.458219 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b9c0ed03-b94d-4638-98cc-29fcc520bb9f req-be14e4d3-eb74-4e8e-a3b8-a94489ec6bac tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0527012 May 28 03:40:33.462967 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:33.505589 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b9c0ed03-b94d-4638-98cc-29fcc520bb9f req-a6b90d8e-86ad-443d-8d7a-18bc8be0c27f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414908 May 28 03:40:33.557410 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:33.603321 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:33.881961 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['73f87b73-9d7c-43a7-9bd2-dc7fb5450112'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:40:33.965132 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf0ad4-9632-4375-a178-201199d1a84c req-f418da88-8c75-44e7-9b92-0385a1662714 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:33.966639 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4acf0ad4-9632-4375-a178-201199d1a84c req-f418da88-8c75-44e7-9b92-0385a1662714 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0490870 May 28 03:40:33.998013 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed1ccc1-4673-4d9b-8cc3-825a1f797c04 req-2603e169-b108-4266-9c8f-2bde580f077c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:34.000179 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-eed1ccc1-4673-4d9b-8cc3-825a1f797c04 req-2603e169-b108-4266-9c8f-2bde580f077c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0488982 May 28 03:40:34.028503 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4acf0ad4-9632-4375-a178-201199d1a84c req-6f070ae4-d2bf-477a-a93a-34bc9342ed74 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557525 May 28 03:40:34.052146 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-eed1ccc1-4673-4d9b-8cc3-825a1f797c04 req-e7afacda-b98a-4235-941d-93b510e9e712 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462635 May 28 03:40:34.635689 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1ad64-b2ef-449b-b790-0808df7088e4 req-97071f02-f2a7-48f0-b8e4-5978e929eaa1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:34.637591 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-daf1ad64-b2ef-449b-b790-0808df7088e4 req-97071f02-f2a7-48f0-b8e4-5978e929eaa1 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 945 time: 0.0514748 May 28 03:40:34.684478 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-daf1ad64-b2ef-449b-b790-0808df7088e4 req-ff29444e-9745-4aca-834e-30c8ecf12997 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413392 May 28 03:40:34.752616 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-4ec403f6-0741-40f2-a66b-93fce733e537 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:34.754095 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-4ec403f6-0741-40f2-a66b-93fce733e537 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.27 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0485826 May 28 03:40:34.841978 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Deleting port 63e23069-fb2c-4804-8da1-bf97b736bc08 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:40:34.842311 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:34.940803 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] For port 63e23069-fb2c-4804-8da1-bf97b736bc08, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=63e23069-fb2c-4804-8da1-bf97b736bc08,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:34.941209 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:35.080090 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:35.103852 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:35.104208 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (eaecfc8f-e5d1-4f1d-8254-71c988a4359d), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:35.104517 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Floating IP eaecfc8f-e5d1-4f1d-8254-71c988a4359d disassociated. External IP: 172.27.3.87, port: 63e23069-fb2c-4804-8da1-bf97b736bc08. May 28 03:40:35.104859 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Calling delete_port for 63e23069-fb2c-4804-8da1-bf97b736bc08 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:40:35.153619 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928315e7-a487-4d52-931a-22b681c3123e req-1f652d33-4380-403f-b574-7ee7e04f34f3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:35.155039 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-928315e7-a487-4d52-931a-22b681c3123e req-1f652d33-4380-403f-b574-7ee7e04f34f3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0549467 May 28 03:40:35.201010 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:35.203618 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-928315e7-a487-4d52-931a-22b681c3123e req-bd10022d-9aa2-4531-852e-fd616555b7c1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429032 May 28 03:40:35.208854 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777dafe5-688e-4520-b451-566f1b9cd025 req-60505f8c-804b-4d21-84b0-29ef8f70b1f0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:35.210476 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-777dafe5-688e-4520-b451-566f1b9cd025 req-60505f8c-804b-4d21-84b0-29ef8f70b1f0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 945 time: 0.0637782 May 28 03:40:35.295292 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-777dafe5-688e-4520-b451-566f1b9cd025 req-9f7be684-ada4-43a9-9e5b-3e89a81bff9c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=f90e28f5-7a1f-4542-a591-106f8ec82237&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745924 May 28 03:40:35.308664 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:40:35.350362 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:40:35.355556 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (63e23069-fb2c-4804-8da1-bf97b736bc08), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:35.387801 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event deleted for resources: {'Port': ['ID=63e23069-fb2c-4804-8da1-bf97b736bc08,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:35.454010 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:40:35.454396 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:35.511374 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:40:35.550184 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:35.563606 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:40:35.563947 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:35.591132 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:35.593377 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0af838-da2e-4628-8494-07de36b30c40" -d '{"events": [{"server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "name": "network-vif-plugged", "status": "completed", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:35.603424 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:35.608385 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:35.627409 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:40:35.637801 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb1234a-b395-496b-861f-0ed2389ee070 None None] Sync routers for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:40:35.642015 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520bf863-6465-4be9-a349-c5c5d3d08ee1 x-openstack-request-id: req-520bf863-6465-4be9-a349-c5c5d3d08ee1 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:35.642196 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "name": "network-vif-plugged", "status": "completed", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:35.642498 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-520bf863-6465-4be9-a349-c5c5d3d08ee1 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:35.642889 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520bf863-6465-4be9-a349-c5c5d3d08ee1'] response: {'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'code': 200} May 28 03:40:35.650372 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1234a-b395-496b-861f-0ed2389ee070 None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:40:35.652225 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-dbb1234a-b395-496b-861f-0ed2389ee070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:40:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:35.688395 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] No DVR routers for this DVR port 63e23069-fb2c-4804-8da1-bf97b736bc08 on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:40:35.691378 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:35.695050 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b04f6c79-cfb7-4316-8cec-95ccb0408d40 req-264e09aa-0ee5-46b3-aef5-9aa6762ad375 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.27 "DELETE /v2.0/ports/63e23069-fb2c-4804-8da1-bf97b736bc08 HTTP/1.1" status: 204 len: 173 time: 0.9296131 May 28 03:40:35.695491 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da053642-eac6-4484-9557-f0b878712cf2', 'name': 'network-vif-deleted', 'tag': '63e23069-fb2c-4804-8da1-bf97b736bc08'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:35.697762 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d6d2c6-cd42-46e1-8c75-c79b43aaa334" -d '{"events": [{"server_uuid": "da053642-eac6-4484-9557-f0b878712cf2", "name": "network-vif-deleted", "tag": "63e23069-fb2c-4804-8da1-bf97b736bc08"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:35.704051 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:35.776642 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:35.798057 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-dbb1234a-b395-496b-861f-0ed2389ee070 None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:40:35.843373 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5aa5fb-cfda-4193-9703-09065050e1a0 req-7669fbb4-9ced-4c2e-9cbc-aa87a8efcf5a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:35.850843 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7d5aa5fb-cfda-4193-9703-09065050e1a0 req-7669fbb4-9ced-4c2e-9cbc-aa87a8efcf5a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0623999 May 28 03:40:35.858982 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4edeabda-bc61-46c0-aa6b-b51fe6eaf190 x-openstack-request-id: req-4edeabda-bc61-46c0-aa6b-b51fe6eaf190 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:35.859281 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da053642-eac6-4484-9557-f0b878712cf2", "name": "network-vif-deleted", "tag": "63e23069-fb2c-4804-8da1-bf97b736bc08", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:35.859519 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-4edeabda-bc61-46c0-aa6b-b51fe6eaf190 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:35.859918 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4edeabda-bc61-46c0-aa6b-b51fe6eaf190'] response: {'server_uuid': 'da053642-eac6-4484-9557-f0b878712cf2', 'name': 'network-vif-deleted', 'tag': '63e23069-fb2c-4804-8da1-bf97b736bc08', 'status': 'completed', 'code': 200} May 28 03:40:35.944395 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7d5aa5fb-cfda-4193-9703-09065050e1a0 req-25ed0714-68d9-4255-b3d2-4d338734ea5e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925360 May 28 03:40:36.058084 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-dbb1234a-b395-496b-861f-0ed2389ee070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:16Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:36.084963 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb1234a-b395-496b-861f-0ed2389ee070 None None] Checking router: c1d56ddc-d80b-4d48-9520-e044fb7bbd06 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:40:36.093802 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1234a-b395-496b-861f-0ed2389ee070 None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:40:36.094408 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-dbb1234a-b395-496b-861f-0ed2389ee070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:40:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:36.132923 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a879f693-7181-42c3-8b38-2a8ae257b911 req-84e19605-bfc9-487d-a91a-e8d252f5c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:36.134461 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a879f693-7181-42c3-8b38-2a8ae257b911 req-84e19605-bfc9-487d-a91a-e8d252f5c1dd service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 1130 time: 0.0442886 May 28 03:40:36.183633 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a879f693-7181-42c3-8b38-2a8ae257b911 req-f252d0f4-31c6-427d-9498-32adae0a5cab service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414171 May 28 03:40:36.203057 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-dbb1234a-b395-496b-861f-0ed2389ee070 None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:40:36.326402 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bf9ce-3f48-4e1d-8cb0-cf8f4ccbf1ed req-6af9181f-9379-4a8a-be67-2ba4eed1c212 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:36.330188 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5a5bf9ce-3f48-4e1d-8cb0-cf8f4ccbf1ed req-6af9181f-9379-4a8a-be67-2ba4eed1c212 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0508423 May 28 03:40:36.390872 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5a5bf9ce-3f48-4e1d-8cb0-cf8f4ccbf1ed req-b44f8cff-ad1f-402a-b965-af6da214853a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547988 May 28 03:40:36.408715 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-dbb1234a-b395-496b-861f-0ed2389ee070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:16Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:36.421898 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7079451f-4bb2-4caa-80ed-2cda82107697 req-ce1981c3-c70e-4b3b-af4a-d14c5e3ed2fe tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 210 time: 0.0344985 May 28 03:40:36.435838 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbb1234a-b395-496b-861f-0ed2389ee070 None None] The sync data for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi is: [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:16Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:40:36.675187 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abbc3a68-5fdc-4fd0-8dda-e5b51b65b015 None None] New status for floating IP eaecfc8f-e5d1-4f1d-8254-71c988a4359d: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:40:37.207329 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ba536c-8d11-439f-a61d-0597081086d7 req-53cb0285-33b0-4a2b-8367-ae4355114c16 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:37.208771 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-66ba536c-8d11-439f-a61d-0597081086d7 req-53cb0285-33b0-4a2b-8367-ae4355114c16 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0459604 May 28 03:40:37.258734 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-66ba536c-8d11-439f-a61d-0597081086d7 req-a4f3f98f-2c3c-4bae-afb7-50b1b26e7b96 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440199 May 28 03:40:37.359452 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 63e23069-fb2c-4804-8da1-bf97b736bc08 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:40:37.382258 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 63e23069-fb2c-4804-8da1-bf97b736bc08 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:40:37.382598 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 63e23069-fb2c-4804-8da1-bf97b736bc08 not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:40:37.504754 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14af19-94d7-4964-a7de-eb6db8e91709 req-1c6c12c8-61db-40e5-b60c-b8b17f8ad7a0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:37.506247 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0c14af19-94d7-4964-a7de-eb6db8e91709 req-1c6c12c8-61db-40e5-b60c-b8b17f8ad7a0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0483894 May 28 03:40:37.540011 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0eb66839-5926-4eaa-9ed6-e3893d5944f1 req-7d0a8437-177c-4833-9d0d-f2229a4365c4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 210 time: 0.0376112 May 28 03:40:37.554134 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0c14af19-94d7-4964-a7de-eb6db8e91709 req-08a08d68-d6c2-4716-9475-2af80b332eef tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419464 May 28 03:40:38.381021 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb14661-55c1-41f5-bdcd-6aef2ebff315 req-4fe2c1bd-e009-4420-8418-febb3d6e9719 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:38.382505 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-abb14661-55c1-41f5-bdcd-6aef2ebff315 req-4fe2c1bd-e009-4420-8418-febb3d6e9719 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0471468 May 28 03:40:38.429328 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-abb14661-55c1-41f5-bdcd-6aef2ebff315 req-39545616-78ba-4a93-9c4a-7a63e85b4b58 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406475 May 28 03:40:38.654667 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-eef41180-0fab-4684-808d-bf868ddfc329 req-b5cd44f4-578e-447d-926c-b3da1c0463f1 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 210 time: 0.0295365 May 28 03:40:38.668645 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78823fc-3567-41a5-b3c7-5d95b01195e9 req-760f1a9c-5e95-4a2d-9903-b998449057a0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:38.670155 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c78823fc-3567-41a5-b3c7-5d95b01195e9 req-760f1a9c-5e95-4a2d-9903-b998449057a0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0474088 May 28 03:40:38.693760 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:38.721181 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c78823fc-3567-41a5-b3c7-5d95b01195e9 req-ef8db04c-7f0a-4a3e-a287-7740531173dc tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454540 May 28 03:40:39.552680 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da4acd-48c3-49eb-8b8b-ba66892a6711 req-531b45d9-1cda-496d-b0d3-3cb3bff038f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:39.554184 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34da4acd-48c3-49eb-8b8b-ba66892a6711 req-531b45d9-1cda-496d-b0d3-3cb3bff038f6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0486317 May 28 03:40:39.601315 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-34da4acd-48c3-49eb-8b8b-ba66892a6711 req-fa648659-5160-4707-9fe6-cbc43727ac92 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416145 May 28 03:40:39.763614 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c4e4a94f-9dfc-4977-8f05-1c2d4466cdd1 req-5b4af481-db41-4923-84cf-aebc73e6c488 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=da053642-eac6-4484-9557-f0b878712cf2 HTTP/1.1" status: 200 len: 210 time: 0.0309672 May 28 03:40:39.839822 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cc3e48-5526-4ca1-b0c3-b5556ad08198 req-b70b4419-a004-4c98-8c01-0dffceb6838f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:39.847944 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-39cc3e48-5526-4ca1-b0c3-b5556ad08198 req-b70b4419-a004-4c98-8c01-0dffceb6838f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0490587 May 28 03:40:39.867536 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:39.891228 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-39cc3e48-5526-4ca1-b0c3-b5556ad08198 req-2c60dec0-fe24-43d8-aadf-789bfd0c4d50 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435696 May 28 03:40:40.729675 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc6db6d-9133-4900-868b-e133deeac617 req-a4780426-e752-4905-92fb-acb358695686 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:40.731278 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-adc6db6d-9133-4900-868b-e133deeac617 req-a4780426-e752-4905-92fb-acb358695686 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0489624 May 28 03:40:40.786333 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-adc6db6d-9133-4900-868b-e133deeac617 req-358b45d3-6023-4e19-bb29-9c70782b534d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450730 May 28 03:40:40.953778 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 36978) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:41.015833 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-50f77a3c-c27c-40fc-a60f-3b2ae9694004 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group (f90e28f5-7a1f-4542-a591-106f8ec82237), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:41.021420 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dabf23c-e6cc-431d-bebb-224f54bd13a1 req-e14d4f7d-b9c2-4029-8e2b-899a77a6ed69 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:41.022919 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1dabf23c-e6cc-431d-bebb-224f54bd13a1 req-e14d4f7d-b9c2-4029-8e2b-899a77a6ed69 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0562031 May 28 03:40:41.040466 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-50f77a3c-c27c-40fc-a60f-3b2ae9694004 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group (f90e28f5-7a1f-4542-a591-106f8ec82237), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:41.071015 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1dabf23c-e6cc-431d-bebb-224f54bd13a1 req-12a327f8-937d-441c-a7e4-ce0c77508cf2 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414867 May 28 03:40:41.140370 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-50f77a3c-c27c-40fc-a60f-3b2ae9694004 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (f90e28f5-7a1f-4542-a591-106f8ec82237), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:41.143686 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-50f77a3c-c27c-40fc-a60f-3b2ae9694004 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:41.145248 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-50f77a3c-c27c-40fc-a60f-3b2ae9694004 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "DELETE /v2.0/security-groups/f90e28f5-7a1f-4542-a591-106f8ec82237 HTTP/1.1" status: 204 len: 168 time: 0.1900592 May 28 03:40:41.147832 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36980) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:41.156362 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f77a3c-c27c-40fc-a60f-3b2ae9694004 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90e28f5-7a1f-4542-a591-106f8ec82237,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:41.163473 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.api.v2.resource [None req-1ef4e4dd-65bb-4990-8c79-22d5f18cf6b4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] show failed (client error): The resource could not be found. May 28 03:40:41.164460 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1ef4e4dd-65bb-4990-8c79-22d5f18cf6b4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups/f90e28f5-7a1f-4542-a591-106f8ec82237 HTTP/1.1" status: 404 len: 347 time: 0.0151389 May 28 03:40:41.167349 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36982) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:41.247955 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:41.278495 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-22fbd6df-c42e-497b-8615-e95e622fc5fb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Deleting port 1ff064e7-c6ba-4d86-9ee7-f941cfaa36df {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:40:41.278834 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-22fbd6df-c42e-497b-8615-e95e622fc5fb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (1ff064e7-c6ba-4d86-9ee7-f941cfaa36df), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:41.359523 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-22fbd6df-c42e-497b-8615-e95e622fc5fb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (1ff064e7-c6ba-4d86-9ee7-f941cfaa36df), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:41.359839 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-22fbd6df-c42e-497b-8615-e95e622fc5fb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (1ff064e7-c6ba-4d86-9ee7-f941cfaa36df), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:41.372544 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-22fbd6df-c42e-497b-8615-e95e622fc5fb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Calling delete_port for 1ff064e7-c6ba-4d86-9ee7-f941cfaa36df owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:40:41.807389 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-22fbd6df-c42e-497b-8615-e95e622fc5fb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (1ff064e7-c6ba-4d86-9ee7-f941cfaa36df), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:41.837359 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fbd6df-c42e-497b-8615-e95e622fc5fb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event deleted for resources: {'Port': ['ID=1ff064e7-c6ba-4d86-9ee7-f941cfaa36df,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:41.906317 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-22fbd6df-c42e-497b-8615-e95e622fc5fb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (eaecfc8f-e5d1-4f1d-8254-71c988a4359d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:41.911425 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-22fbd6df-c42e-497b-8615-e95e622fc5fb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:41.911425 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-22fbd6df-c42e-497b-8615-e95e622fc5fb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "DELETE /v2.0/floatingips/eaecfc8f-e5d1-4f1d-8254-71c988a4359d HTTP/1.1" status: 204 len: 168 time: 0.7417634 May 28 03:40:41.923004 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5ca276-d47b-45a0-a902-698d8ce392a1 req-6148b81a-03d8-4557-9903-93e3b0e97a5e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:41.925042 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4c5ca276-d47b-45a0-a902-698d8ce392a1 req-6148b81a-03d8-4557-9903-93e3b0e97a5e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0571928 May 28 03:40:41.977298 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:41.984517 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4c5ca276-d47b-45a0-a902-698d8ce392a1 req-4b34509c-f09d-403f-8441-59dfed704432 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450494 May 28 03:40:42.080969 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 36996) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:42.085523 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-48c54ce1-5f59-4012-a2ee-1596af1e743c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Request body: {'security_group': {'name': 'tempest-securitygroup--378387508', 'description': 'tempest-description--1670350114'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:42.102204 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5151624-a978-4a39-b66f-a94fff3137cd req-cf20dabc-5010-4ebe-b164-bb766773b952 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:42.104113 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d5151624-a978-4a39-b66f-a94fff3137cd req-cf20dabc-5010-4ebe-b164-bb766773b952 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0511687 May 28 03:40:42.113217 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37000) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:42.121737 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-8266375c-1cf5-4b65-b9ea-d5478109e637 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Request body: {'floatingip': {'port_id': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:42.160168 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8266375c-1cf5-4b65-b9ea-d5478109e637 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (ebd5eafe-ab38-4106-94bc-5771c0411094), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.200442 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a92e4-fbd7-4a05-9afe-70fb77f4e174 req-3d37c98f-bbfa-4ddd-82b5-c824460e1002 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:42.201974 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fc5a92e4-fbd7-4a05-9afe-70fb77f4e174 req-3d37c98f-bbfa-4ddd-82b5-c824460e1002 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0511045 May 28 03:40:42.220810 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-48c54ce1-5f59-4012-a2ee-1596af1e743c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.271052 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fc5a92e4-fbd7-4a05-9afe-70fb77f4e174 req-552ed09f-c9ee-420d-bd7d-e79e3e83664e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633757 May 28 03:40:42.326252 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-48c54ce1-5f59-4012-a2ee-1596af1e743c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group (02f03cf9-4ec0-4f48-ab81-240c76acfb33), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.385769 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-48c54ce1-5f59-4012-a2ee-1596af1e743c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (02f03cf9-4ec0-4f48-ab81-240c76acfb33), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.418891 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c54ce1-5f59-4012-a2ee-1596af1e743c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f03cf9-4ec0-4f48-ab81-240c76acfb33,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:42.480099 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-48c54ce1-5f59-4012-a2ee-1596af1e743c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.481487 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-48c54ce1-5f59-4012-a2ee-1596af1e743c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3994563 May 28 03:40:42.484575 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37002) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:42.489362 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-db5692fc-0d52-4104-b7f5-bffcf76fd23f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Request body: {'security_group_rule': {'security_group_id': '02f03cf9-4ec0-4f48-ab81-240c76acfb33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:42.591397 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-db5692fc-0d52-4104-b7f5-bffcf76fd23f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group_rule (3fd79320-ba88-491a-8c98-bde997c382f7), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.606339 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:42.642911 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-db5692fc-0d52-4104-b7f5-bffcf76fd23f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group_rule (3fd79320-ba88-491a-8c98-bde997c382f7), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.717845 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-db5692fc-0d52-4104-b7f5-bffcf76fd23f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (3fd79320-ba88-491a-8c98-bde997c382f7), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.728601 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:42.738007 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5692fc-0d52-4104-b7f5-bffcf76fd23f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd79320-ba88-491a-8c98-bde997c382f7,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:42.793732 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-db5692fc-0d52-4104-b7f5-bffcf76fd23f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.794965 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-db5692fc-0d52-4104-b7f5-bffcf76fd23f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3092825 May 28 03:40:42.797573 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37006) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:42.801981 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-b9671b01-71f9-4ef3-aea2-2eb4ee5e0173 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Request body: {'security_group_rule': {'security_group_id': '02f03cf9-4ec0-4f48-ab81-240c76acfb33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:42.821027 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8266375c-1cf5-4b65-b9ea-d5478109e637 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.883013 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b9671b01-71f9-4ef3-aea2-2eb4ee5e0173 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group_rule (9703d255-14de-4b29-9ac6-911952cb3f7e), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.894714 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8266375c-1cf5-4b65-b9ea-d5478109e637 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (ebd5eafe-ab38-4106-94bc-5771c0411094), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.944099 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b9671b01-71f9-4ef3-aea2-2eb4ee5e0173 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group_rule (9703d255-14de-4b29-9ac6-911952cb3f7e), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:42.989967 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:42.992737 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-8266375c-1cf5-4b65-b9ea-d5478109e637 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Floating IP ebd5eafe-ab38-4106-94bc-5771c0411094 associated. External IP: 172.27.3.198, port: 73f87b73-9d7c-43a7-9bd2-dc7fb5450112. May 28 03:40:43.014787 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b9671b01-71f9-4ef3-aea2-2eb4ee5e0173 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (9703d255-14de-4b29-9ac6-911952cb3f7e), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:43.035288 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9671b01-71f9-4ef3-aea2-2eb4ee5e0173 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9703d255-14de-4b29-9ac6-911952cb3f7e,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:43.094662 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b9671b01-71f9-4ef3-aea2-2eb4ee5e0173 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:43.095869 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b9671b01-71f9-4ef3-aea2-2eb4ee5e0173 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2973237 May 28 03:40:43.098961 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37010) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:43.103346 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:43.197230 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8266375c-1cf5-4b65-b9ea-d5478109e637 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Router bd7f9c2a-6924-48ec-95dd-51cac4602f80 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:40:43.197455 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:43.211348 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:43.282413 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:43.320500 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8266375c-1cf5-4b65-b9ea-d5478109e637 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:40:43.320500 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8266375c-1cf5-4b65-b9ea-d5478109e637 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:43.320985 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365531e8-231d-4bd8-9ff2-81dbf9816371 None None] Sync routers for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:40:43.332868 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365531e8-231d-4bd8-9ff2-81dbf9816371 None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:40:43.333954 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-365531e8-231d-4bd8-9ff2-81dbf9816371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:40:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:43.354597 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8266375c-1cf5-4b65-b9ea-d5478109e637 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "PUT /v2.0/floatingips/ebd5eafe-ab38-4106-94bc-5771c0411094 HTTP/1.1" status: 200 len: 992 time: 1.2375007 May 28 03:40:43.354597 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:43.355552 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff616d8-8cda-495b-974d-5c5f5dff456b" -d '{"events": [{"name": "network-changed", "server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:43.402339 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0494a5e4-1989-4062-bc77-e2d451049493 x-openstack-request-id: req-0494a5e4-1989-4062-bc77-e2d451049493 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:43.402745 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:43.402993 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0494a5e4-1989-4062-bc77-e2d451049493 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:43.403431 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0494a5e4-1989-4062-bc77-e2d451049493'] response: {'name': 'network-changed', 'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'status': 'completed', 'code': 200} May 28 03:40:43.425167 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fd96e-1ebb-4868-9d1a-b97b4241e35e req-25172461-1ab4-46eb-b8bf-ea7e7da0ffde tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:43.426737 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b7fd96e-1ebb-4868-9d1a-b97b4241e35e req-25172461-1ab4-46eb-b8bf-ea7e7da0ffde tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0685713 May 28 03:40:43.430383 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Allocated IP 172.27.3.165 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/9cb2cea4-5afa-48bc-a389-0c9c91ba7495) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:40:43.458219 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-365531e8-231d-4bd8-9ff2-81dbf9816371 None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:40:43.479403 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5b7fd96e-1ebb-4868-9d1a-b97b4241e35e req-e01b5d47-9384-409b-8c87-77721b3eb55d tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456846 May 28 03:40:43.543473 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:43.566994 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for port (9cb2cea4-5afa-48bc-a389-0c9c91ba7495), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:43.647271 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (9cb2cea4-5afa-48bc-a389-0c9c91ba7495), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:43.681201 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:43.691592 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:40:43.701697 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:40:43.705825 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:40:43.728246 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event updated for resources: {'Port': ['ID=9cb2cea4-5afa-48bc-a389-0c9c91ba7495,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:43.758394 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-365531e8-231d-4bd8-9ff2-81dbf9816371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'ebd5eafe-ab38-4106-94bc-5771c0411094', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'port_id': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'mac_address': 'fa:16:3e:b1:20:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:40:22Z', 'updated_at': '2022-05-28T03:40:42Z', 'revision_number': 1, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:59Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:43.786663 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365531e8-231d-4bd8-9ff2-81dbf9816371 None None] Checking router: bd7f9c2a-6924-48ec-95dd-51cac4602f80 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:40:43.795278 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365531e8-231d-4bd8-9ff2-81dbf9816371 None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:40:43.795807 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-365531e8-231d-4bd8-9ff2-81dbf9816371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:40:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:43.802855 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (44500b7f-7a0e-4355-879a-11abaec7674b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:43.840112 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:43.902469 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-365531e8-231d-4bd8-9ff2-81dbf9816371 None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:40:43.919613 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (9cb2cea4-5afa-48bc-a389-0c9c91ba7495), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:43.950756 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:44.109986 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for port (9cb2cea4-5afa-48bc-a389-0c9c91ba7495), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:44.115633 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-365531e8-231d-4bd8-9ff2-81dbf9816371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'ebd5eafe-ab38-4106-94bc-5771c0411094', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'port_id': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'mac_address': 'fa:16:3e:b1:20:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:40:22Z', 'updated_at': '2022-05-28T03:40:42Z', 'revision_number': 1, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:59Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:44.144663 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365531e8-231d-4bd8-9ff2-81dbf9816371 None None] The sync data for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi is: [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'ebd5eafe-ab38-4106-94bc-5771c0411094', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'floating_ip_address': '172.27.3.198', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'port_id': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'mac_address': 'fa:16:3e:b1:20:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:40:22Z', 'updated_at': '2022-05-28T03:40:42Z', 'revision_number': 1, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:59Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:40:44.168877 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (9cb2cea4-5afa-48bc-a389-0c9c91ba7495), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:44.273714 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event updated for resources: {'Port': ['ID=9cb2cea4-5afa-48bc-a389-0c9c91ba7495,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:44.280923 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff616d8-8cda-495b-974d-5c5f5dff456b req-bc3f8c8f-13c0-4181-9351-6370b7720f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:44.282534 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4ff616d8-8cda-495b-974d-5c5f5dff456b req-bc3f8c8f-13c0-4181-9351-6370b7720f2f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 1130 time: 0.0872967 May 28 03:40:44.331166 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (44500b7f-7a0e-4355-879a-11abaec7674b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:44.371678 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d5bd76f-a15f-4054-a5d8-1669ff3a9d79 None None] New status for floating IP ebd5eafe-ab38-4106-94bc-5771c0411094: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:40:44.411789 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff616d8-8cda-495b-974d-5c5f5dff456b req-3a9ca5cd-c28b-421f-a2e3-2200c0c31de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:44.413298 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4ff616d8-8cda-495b-974d-5c5f5dff456b req-3a9ca5cd-c28b-421f-a2e3-2200c0c31de5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 918 time: 0.1221507 May 28 03:40:44.609169 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559fdd77-9f05-491d-a6be-36db1656b88a req-0836a321-d880-4867-9b19-c7ac907d5050 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:44.611581 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-559fdd77-9f05-491d-a6be-36db1656b88a req-0836a321-d880-4867-9b19-c7ac907d5050 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0551887 May 28 03:40:44.664008 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-559fdd77-9f05-491d-a6be-36db1656b88a req-05d680ef-c9ce-4363-a1f5-c3a225f51e59 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475457 May 28 03:40:44.695933 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:44.698837 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-71d42744-111f-4a6f-ad1a-cdeea0dff8f9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5971415 May 28 03:40:44.909564 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-dd953691-dd7f-4313-b2f1-7c1f4e4024dc tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--378387508&fields=id&tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82 HTTP/1.1" status: 200 len: 267 time: 0.0448828 May 28 03:40:45.020282 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-795e3c72-1c1c-4290-81e1-ce0947e2ebe7 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:45.021746 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-795e3c72-1c1c-4290-81e1-ce0947e2ebe7 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/networks?id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5 HTTP/1.1" status: 200 len: 811 time: 0.1034749 May 28 03:40:45.035951 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e273d1e1-1227-47b4-948b-c3895aed0f76 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/quotas/70eaf602c8db4ec1bfb26e5eb3b13c82 HTTP/1.1" status: 200 len: 375 time: 0.0087736 May 28 03:40:45.091091 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-331f957a-92c5-4b60-96aa-5f5158e9b7f5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0502055 May 28 03:40:45.191455 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-71cf432e-18c5-4584-a107-0fe676fa3151 service neutron] 10.222.0.41 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887444 May 28 03:40:45.284131 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-5ae6a8cb-2b43-4b7b-89cd-22677c99e570 service neutron] 10.222.0.41 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870097 May 28 03:40:45.541156 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-52df9fc9-e314-463e-8d4e-a3c4c53e45ac req-072b5714-95fd-495c-92a8-f6ad5a5b1930 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 210 time: 0.0364521 May 28 03:40:45.549144 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:45.616507 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4ff616d8-8cda-495b-974d-5c5f5dff456b req-1aaff08f-ed7e-4e75-ac0b-bee5cfad1457 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112 HTTP/1.1" status: 200 len: 1002 time: 0.0743296 May 28 03:40:45.714745 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdce98-3096-4056-8e2c-b2666a15bab4 req-9a2c258f-f02f-44b0-b832-21d45997faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:45.716182 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bbdce98-3096-4056-8e2c-b2666a15bab4 req-9a2c258f-f02f-44b0-b832-21d45997faf8 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 1130 time: 0.0770426 May 28 03:40:45.717909 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff616d8-8cda-495b-974d-5c5f5dff456b req-e077385f-0571-4f35-adcc-b49ec40aeef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:45.719262 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4ff616d8-8cda-495b-974d-5c5f5dff456b req-e077385f-0571-4f35-adcc-b49ec40aeef9 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 HTTP/1.1" status: 200 len: 856 time: 0.0813186 May 28 03:40:45.789695 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b155d-6a46-4c8c-8ec2-6e3f53c3acf8 req-5340d4ae-feb6-47bd-932c-ef07e36dcf3d tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:45.796633 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-805b155d-6a46-4c8c-8ec2-6e3f53c3acf8 req-5340d4ae-feb6-47bd-932c-ef07e36dcf3d tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0584724 May 28 03:40:45.810557 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff616d8-8cda-495b-974d-5c5f5dff456b req-1160488b-14db-4bce-bb69-543fbc3dcfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:45.812092 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4ff616d8-8cda-495b-974d-5c5f5dff456b req-1160488b-14db-4bce-bb69-543fbc3dcfd8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f47d9414-85e4-4030-814e-0a5133c3d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0722084 May 28 03:40:45.814746 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bbdce98-3096-4056-8e2c-b2666a15bab4 req-67459a39-8d3d-49e6-aff2-a6e4289f5fd5 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807140 May 28 03:40:45.841653 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-805b155d-6a46-4c8c-8ec2-6e3f53c3acf8 req-f8c90dfd-703d-49a4-a1ce-b28812a024a5 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440412 May 28 03:40:46.131275 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4ff616d8-8cda-495b-974d-5c5f5dff456b req-f73181f2-cbb4-4d09-a4e6-eb91e768a5d4 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949602 May 28 03:40:46.227235 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4ff616d8-8cda-495b-974d-5c5f5dff456b req-59579dad-43f7-4a6f-95e5-dbdd8b2dc32d service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892360 May 28 03:40:46.643682 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8c8eede6-8195-492c-b5f6-2d24478efed4 req-089b50f3-53ad-461f-80cb-9d48afc523e6 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 210 time: 0.0360363 May 28 03:40:47.120767 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8c7f2-cdcf-4e01-861e-ecbf3e29d14a req-fa919f98-8b99-45dc-ba05-156a19d4f920 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:47.122231 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-78d8c7f2-cdcf-4e01-861e-ecbf3e29d14a req-fa919f98-8b99-45dc-ba05-156a19d4f920 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.2118080 May 28 03:40:47.173786 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-78d8c7f2-cdcf-4e01-861e-ecbf3e29d14a req-894b3730-a7fe-4ea1-9024-1673ccbfaa8e tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459893 May 28 03:40:47.740235 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b056d028-8fbb-4cb7-a6bf-1718099f839c req-7733995b-da90-443e-8282-6c98f53fa4c3 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 210 time: 0.0281522 May 28 03:40:48.295044 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434eb9df-f0b0-4eab-b0f3-af0cfb0150ed req-df8674f2-0a27-47b0-8358-c6ccca2db794 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:48.296552 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-434eb9df-f0b0-4eab-b0f3-af0cfb0150ed req-df8674f2-0a27-47b0-8358-c6ccca2db794 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0496335 May 28 03:40:48.349419 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-434eb9df-f0b0-4eab-b0f3-af0cfb0150ed req-6f6c67cd-ff03-4255-908b-13a3ef2e935d tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455887 May 28 03:40:48.618166 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-ee105711-48a3-49cd-804c-a689f0faf5fd tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:48.619914 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-ee105711-48a3-49cd-804c-a689f0faf5fd tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.27 "GET /v2.0/networks?id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5 HTTP/1.1" status: 200 len: 811 time: 0.1169269 May 28 03:40:48.702738 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-9d0db576-f54a-44f5-bfa8-20954d037de2 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82 HTTP/1.1" status: 200 len: 379 time: 0.0659475 May 28 03:40:48.719796 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Request body: {'port': {'device_id': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'admin_state_up': True, 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'security_groups': ['02f03cf9-4ec0-4f48-ab81-240c76acfb33']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:48.826808 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:48.865329 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1e54761e-d42b-4d8f-a54e-2b12a98f745f req-d894d3e6-7f2a-4aa6-b4e4-a677bb32383b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 210 time: 0.0342295 May 28 03:40:48.946441 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Made reservation on behalf of 70eaf602c8db4ec1bfb26e5eb3b13c82 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:40:48.950708 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:48.977656 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1862e9-58b1-4094-a311-6f272ee08cd2 req-4ca1aa73-c2a4-4a65-867f-b55b10c1b674 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:48.979104 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4c1862e9-58b1-4094-a311-6f272ee08cd2 req-4ca1aa73-c2a4-4a65-867f-b55b10c1b674 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0489876 May 28 03:40:49.032359 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4c1862e9-58b1-4094-a311-6f272ee08cd2 req-813dd35b-e106-462d-974a-c198f897902f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472310 May 28 03:40:49.083428 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Allocated IP 172.20.0.7 (9cd091c1-088f-4b49-b9d5-c93354a4ddb5/4490044b-5c07-456c-ad61-47e5d5e2ef0c/741e41e9-4e3d-40e3-80a8-4a50ecab9f1e) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:40:49.206485 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:49.223569 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:49.340480 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:49.380740 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8058a61-b8ae-48d0-bc14-4781f67ea11b req-140ccf1e-ec3e-4a45-b5a0-972c07f5bee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:49.382456 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b8058a61-b8ae-48d0-bc14-4781f67ea11b req-140ccf1e-ec3e-4a45-b5a0-972c07f5bee1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 1130 time: 0.0788374 May 28 03:40:49.392847 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-07810894-73b4-49da-815e-84d9e83b7020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:49.398143 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:40:49.402205 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:40:49.403591 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event updated for resources: {'Port': ['ID=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:49.405742 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:40:49.486848 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:49.487486 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:49.554255 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:49.558383 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8058a61-b8ae-48d0-bc14-4781f67ea11b req-4b5eafdf-80da-4f12-9f3c-bbd126149061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:49.560056 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b8058a61-b8ae-48d0-bc14-4781f67ea11b req-4b5eafdf-80da-4f12-9f3c-bbd126149061 service neutron] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 920 time: 0.1229389 May 28 03:40:49.611957 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-e960d286-9f29-4d30-bd38-17b1b3023955 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8963223 May 28 03:40:49.631406 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Request body: {'port': {'device_id': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:49.660907 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-7b1a2c79-8860-46d8-960a-96d6bfb6b65d None None] Provisioning complete for port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:40:49.661386 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7b1a2c79-8860-46d8-960a-96d6bfb6b65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:49.665451 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b8058a61-b8ae-48d0-bc14-4781f67ea11b req-f22dde5b-2689-4947-a502-4e40bcc59348 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea42d3d0-51a0-41a4-b165-b66f57c57a62 HTTP/1.1" status: 200 len: 1000 time: 0.0967226 May 28 03:40:49.694855 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-7b1a2c79-8860-46d8-960a-96d6bfb6b65d None None] Port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:40:49.716773 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:49.736020 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:49.754380 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8058a61-b8ae-48d0-bc14-4781f67ea11b req-251b9f76-ad88-4e9c-abcb-72d66733b0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:49.755814 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b8058a61-b8ae-48d0-bc14-4781f67ea11b req-251b9f76-ad88-4e9c-abcb-72d66733b0ee service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.0795314 May 28 03:40:49.846870 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8058a61-b8ae-48d0-bc14-4781f67ea11b req-d09fc087-cb06-409a-83ba-85eff994b683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:49.848357 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b8058a61-b8ae-48d0-bc14-4781f67ea11b req-d09fc087-cb06-409a-83ba-85eff994b683 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739648 May 28 03:40:50.062835 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d278ef5-5ccd-458f-8492-7f1e4d10d61e req-451f65d8-b903-4126-835f-79cfcfa445b0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:50.064360 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4d278ef5-5ccd-458f-8492-7f1e4d10d61e req-451f65d8-b903-4126-835f-79cfcfa445b0 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 931 time: 0.0854037 May 28 03:40:50.123648 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b8058a61-b8ae-48d0-bc14-4781f67ea11b req-ece801a9-ef46-42cc-bae9-767aed3fe8ca service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637591 May 28 03:40:50.127130 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:50.138652 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:50.143922 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:50.157201 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e5caa-64dd-4ee1-b84a-0a7b55c0d7c4 req-b9f32e6d-a5d4-4029-ae62-22fc32de9f9a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:50.158672 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cc9e5caa-64dd-4ee1-b84a-0a7b55c0d7c4 req-b9f32e6d-a5d4-4029-ae62-22fc32de9f9a tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0488632 May 28 03:40:50.208188 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cc9e5caa-64dd-4ee1-b84a-0a7b55c0d7c4 req-b75350a9-5753-471e-80b5-0b959340235f tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424440 May 28 03:40:50.242049 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4d278ef5-5ccd-458f-8492-7f1e4d10d61e req-716a159b-6f37-4893-a3f2-375bdc559d33 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432552 May 28 03:40:50.297112 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b8058a61-b8ae-48d0-bc14-4781f67ea11b req-077528f8-6388-43ae-b66d-5d9ca7125343 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646957 May 28 03:40:50.309074 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:40:50.316973 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Publish callbacks [] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:50.330796 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Transition to ACTIVE for port object 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:40:50.406884 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:50.468598 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Pushing event updated for resources: {'Port': ['ID=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:50.516661 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:50.550576 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Attempting to bind port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:40:50.550980 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Attempting to bind port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:40:50.551373 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Attempting to bind port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e on network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:40:50.557384 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e on network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:40:50.557712 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Attempting to bind port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e on network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:40:50.563567 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:40:50.563903 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Checking segment: {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:40:50.564281 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Bound using segment: {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:40:50.565544 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Bound port: 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43d33a9b-b94f-4da4-b48d-6746cd80019c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:40:50.566021 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:50.635455 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] For port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:40:50.638449 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] For port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:40:50.712164 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:50.748247 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:50.748867 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:50.750286 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] 10.222.0.27 "PUT /v2.0/ports/741e41e9-4e3d-40e3-80a8-4a50ecab9f1e HTTP/1.1" status: 200 len: 1093 time: 1.1234043 May 28 03:40:50.750720 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'tag': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:50.752933 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965b0c0d-08c1-4ee4-a128-77eb2180151d" -d '{"events": [{"name": "network-changed", "server_uuid": "43942790-5855-4ed1-9ce4-8f02a3092edd", "tag": "741e41e9-4e3d-40e3-80a8-4a50ecab9f1e"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:50.779098 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05023ce0-381f-49ba-9607-56b3abc98fcd service neutron] Pushing event updated for resources: {'Port': ['ID=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:50.798423 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f45c2b85-c16d-460f-8cac-be7ed45907ab x-openstack-request-id: req-f45c2b85-c16d-460f-8cac-be7ed45907ab {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:50.798906 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43942790-5855-4ed1-9ce4-8f02a3092edd", "tag": "741e41e9-4e3d-40e3-80a8-4a50ecab9f1e", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:50.799034 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f45c2b85-c16d-460f-8cac-be7ed45907ab {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:50.799446 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f45c2b85-c16d-460f-8cac-be7ed45907ab'] response: {'name': 'network-changed', 'server_uuid': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'tag': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e', 'status': 'completed', 'code': 200} May 28 03:40:51.286784 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125cb17-7a99-440a-bba6-4b164e81d9b6 req-e77ca287-04f1-4ad8-9441-81838acf40ce tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:51.288266 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d125cb17-7a99-440a-bba6-4b164e81d9b6 req-e77ca287-04f1-4ad8-9441-81838acf40ce tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 945 time: 0.0494924 May 28 03:40:51.332225 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e1c5c-71d0-4292-b462-d0f9fbabb2cf req-04c0a2d0-3e36-49ef-a120-ab6d474a0c82 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:51.333756 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4e5e1c5c-71d0-4292-b462-d0f9fbabb2cf req-04c0a2d0-3e36-49ef-a120-ab6d474a0c82 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0490041 May 28 03:40:51.336519 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d125cb17-7a99-440a-bba6-4b164e81d9b6 req-b58edbcf-7d7f-4721-8c0b-eeccc3f75868 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 May 28 03:40:51.388975 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4e5e1c5c-71d0-4292-b462-d0f9fbabb2cf req-33bfdea6-c6c1-4604-b689-0dd2509d12d9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492103 May 28 03:40:51.447918 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9869e6-373c-4f4c-afc1-78f21ebe549d req-42012fdc-9e1c-46db-af4e-4e694c161a44 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:51.450359 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0d9869e6-373c-4f4c-afc1-78f21ebe549d req-42012fdc-9e1c-46db-af4e-4e694c161a44 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 943 time: 0.0571213 May 28 03:40:51.497600 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0d9869e6-373c-4f4c-afc1-78f21ebe549d req-06bf591c-5b71-49d4-adb8-ad0c02624f34 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416341 May 28 03:40:51.699537 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2c79abc5-11a4-4eca-ad56-632ab90950a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:52.054153 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b0c0d-08c1-4ee4-a128-77eb2180151d req-d861e44d-43f5-407f-8772-5b09bf363978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:52.055629 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-965b0c0d-08c1-4ee4-a128-77eb2180151d req-d861e44d-43f5-407f-8772-5b09bf363978 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 1127 time: 0.0428641 May 28 03:40:52.165658 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b0c0d-08c1-4ee4-a128-77eb2180151d req-a511e6f0-526c-460d-aa31-b464d9687ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:52.167113 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-965b0c0d-08c1-4ee4-a128-77eb2180151d req-a511e6f0-526c-460d-aa31-b464d9687ba8 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0913322 May 28 03:40:52.452499 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310933ef-b249-4b86-b730-e32bf95f625f req-9578b866-cf08-400d-b598-a5d12bb8b1a4 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:52.454019 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-310933ef-b249-4b86-b730-e32bf95f625f req-9578b866-cf08-400d-b598-a5d12bb8b1a4 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 945 time: 0.0501802 May 28 03:40:52.505604 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ce57f-ef30-4ac6-bf1f-b545ff6a70da req-1cf4f2c1-2c58-4225-b582-3739587b8a79 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:52.507169 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f69ce57f-ef30-4ac6-bf1f-b545ff6a70da req-1cf4f2c1-2c58-4225-b582-3739587b8a79 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0481682 May 28 03:40:52.510250 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-310933ef-b249-4b86-b730-e32bf95f625f req-931b873e-8fe6-4649-89eb-b6912a224d6a tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505400 May 28 03:40:52.559913 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f69ce57f-ef30-4ac6-bf1f-b545ff6a70da req-bca57368-07fe-4f44-96b6-1ad8fbfd0ce6 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469110 May 28 03:40:52.620394 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a5640-0556-42b9-a395-92dc9d3abf86 req-69999319-0b71-40cd-8200-b711dfbac1ec tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:52.621808 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-992a5640-0556-42b9-a395-92dc9d3abf86 req-69999319-0b71-40cd-8200-b711dfbac1ec tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 943 time: 0.0477302 May 28 03:40:52.669750 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-992a5640-0556-42b9-a395-92dc9d3abf86 req-4bcce7ed-51c5-407d-bd74-f7fa825844e4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425148 May 28 03:40:52.835051 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:53.627041 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683e3f3-8fbb-4de9-8b9d-252184dc4d60 req-26089668-83e1-4aff-92ca-eaa7295261ee tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:53.628519 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5683e3f3-8fbb-4de9-8b9d-252184dc4d60 req-26089668-83e1-4aff-92ca-eaa7295261ee tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 945 time: 0.0489697 May 28 03:40:53.674393 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbce4dd-3d09-4702-b522-2597d8c840e9 req-2dda2468-1e89-4873-bf9b-04f0764b6436 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:53.675873 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4fbce4dd-3d09-4702-b522-2597d8c840e9 req-2dda2468-1e89-4873-bf9b-04f0764b6436 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0472195 May 28 03:40:53.678783 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5683e3f3-8fbb-4de9-8b9d-252184dc4d60 req-91e2d348-b19d-434b-8f7d-b750783c5b35 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445921 May 28 03:40:53.687080 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:53.726342 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4fbce4dd-3d09-4702-b522-2597d8c840e9 req-c1d2d69f-2277-4671-bf05-bdd6d455ceab tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447519 May 28 03:40:53.782869 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f8000-bc2a-4e9c-b1b5-5405c6b0de2c req-2b7e1c47-5999-4564-a80c-672e2ea205e4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:53.784322 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d17f8000-bc2a-4e9c-b1b5-5405c6b0de2c req-2b7e1c47-5999-4564-a80c-672e2ea205e4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 943 time: 0.0469995 May 28 03:40:53.830696 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d17f8000-bc2a-4e9c-b1b5-5405c6b0de2c req-cc313344-a900-46d3-a779-6a9dda4a828b tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403621 May 28 03:40:54.119150 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=78 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:54.120344 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:54.149709 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965b0c0d-08c1-4ee4-a128-77eb2180151d req-a54b9462-3a62-4df8-9d8f-5506f266e8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:54.151229 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-965b0c0d-08c1-4ee4-a128-77eb2180151d req-a54b9462-3a62-4df8-9d8f-5506f266e8c2 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973561 May 28 03:40:54.191033 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:54.555111 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:40:54.740927 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fd309-869b-4617-8e60-9e5883b10f89 req-c95a97c3-bcec-4d31-948a-75330eebd290 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:54.742693 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-115fd309-869b-4617-8e60-9e5883b10f89 req-c95a97c3-bcec-4d31-948a-75330eebd290 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.27 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 945 time: 0.0495203 May 28 03:40:54.801640 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce1c5a6-6d4f-42e9-a56d-449b8b3766b8 req-1fdf5459-21af-41dc-8e84-335b36ceb9e4 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:54.803019 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3ce1c5a6-6d4f-42e9-a56d-449b8b3766b8 req-1fdf5459-21af-41dc-8e84-335b36ceb9e4 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 945 time: 0.0525191 May 28 03:40:54.850905 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01dbf86-0485-4b3d-95e0-eace7c06d3b9 req-97fed2f0-8e3b-4ca2-b89b-4a091651b941 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:54.852467 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c01dbf86-0485-4b3d-95e0-eace7c06d3b9 req-97fed2f0-8e3b-4ca2-b89b-4a091651b941 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0476515 May 28 03:40:54.907495 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c01dbf86-0485-4b3d-95e0-eace7c06d3b9 req-ca61f887-46f2-4251-9f04-030ff8eb290d tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445259 May 28 03:40:55.014951 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed9dc-1689-45d8-947d-f2f73af69bef req-e8393b9e-b0e1-49ee-b2a5-726ca4722e25 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:55.017909 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-613ed9dc-1689-45d8-947d-f2f73af69bef req-e8393b9e-b0e1-49ee-b2a5-726ca4722e25 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 943 time: 0.0533972 May 28 03:40:55.072243 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-613ed9dc-1689-45d8-947d-f2f73af69bef req-cc965e42-5859-492c-9e55-9432908be6f5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500789 May 28 03:40:55.148714 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-b03ce79b-7308-40ad-bb89-d689b0ff2fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:55.150208 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-b03ce79b-7308-40ad-bb89-d689b0ff2fa3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 1127 time: 0.0884507 May 28 03:40:55.175141 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67842d66-6206-4aef-9620-7ada92b15600 req-1f8fb87a-5a11-4312-9ca6-79385ceed1e3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:55.176612 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-67842d66-6206-4aef-9620-7ada92b15600 req-1f8fb87a-5a11-4312-9ca6-79385ceed1e3 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0471897 May 28 03:40:55.186183 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37182) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:40:55.189178 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3ce1c5a6-6d4f-42e9-a56d-449b8b3766b8 req-df8b4519-f242-4b10-9369-33d6f661a24b tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/security-groups?id=970e4319-3aec-4d44-a6af-766ad48576d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806579 May 28 03:40:55.190691 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-2dcb4e57-e0a5-4a69-be7d-b5933e06f39c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Request body: {'floatingip': {'port_id': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:40:55.218203 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-5b6b4509-5255-4ab3-b238-b74f3a3c211e service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e HTTP/1.1" status: 200 len: 217 time: 0.0589116 May 28 03:40:55.231166 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-115fd309-869b-4617-8e60-9e5883b10f89 req-061964e1-05eb-4d78-a1b3-6417288f54ae tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Deleting port 8fe82109-26bb-498f-a1a1-825762536457 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:40:55.231510 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-115fd309-869b-4617-8e60-9e5883b10f89 req-061964e1-05eb-4d78-a1b3-6417288f54ae tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (8fe82109-26bb-498f-a1a1-825762536457), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:55.246868 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4e57-e0a5-4a69-be7d-b5933e06f39c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for floatingip (2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:55.306806 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:55.324699 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-115fd309-869b-4617-8e60-9e5883b10f89 req-061964e1-05eb-4d78-a1b3-6417288f54ae tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] For port 8fe82109-26bb-498f-a1a1-825762536457, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=8fe82109-26bb-498f-a1a1-825762536457,segment=NetworkSegment(abd2f915-8d22-489c-b4f4-2c1e24622c69),segment_id=abd2f915-8d22-489c-b4f4-2c1e24622c69)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:55.325060 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-115fd309-869b-4617-8e60-9e5883b10f89 req-061964e1-05eb-4d78-a1b3-6417288f54ae tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (8fe82109-26bb-498f-a1a1-825762536457), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:55.326638 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:55.338461 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-115fd309-869b-4617-8e60-9e5883b10f89 req-061964e1-05eb-4d78-a1b3-6417288f54ae tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Calling delete_port for 8fe82109-26bb-498f-a1a1-825762536457 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:40:55.509049 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-851412ab-c0dd-4918-ae0f-30074d303bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:55.510778 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-851412ab-c0dd-4918-ae0f-30074d303bae service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4490044b-5c07-456c-ad61-47e5d5e2ef0c HTTP/1.1" status: 200 len: 850 time: 0.0497782 May 28 03:40:55.548855 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:55.553649 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-115fd309-869b-4617-8e60-9e5883b10f89 req-061964e1-05eb-4d78-a1b3-6417288f54ae tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (8fe82109-26bb-498f-a1a1-825762536457), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:55.556002 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-73f6ec4b-5917-4b1d-8b76-4dbd52a4d6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:55.557666 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-73f6ec4b-5917-4b1d-8b76-4dbd52a4d6fb service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0408726 May 28 03:40:55.568493 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['8fe82109-26bb-498f-a1a1-825762536457'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:40:55.594435 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061964e1-05eb-4d78-a1b3-6417288f54ae tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Pushing event deleted for resources: {'Port': ['ID=8fe82109-26bb-498f-a1a1-825762536457,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:55.662001 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-115fd309-869b-4617-8e60-9e5883b10f89 req-061964e1-05eb-4d78-a1b3-6417288f54ae tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] No DVR routers for this DVR port 8fe82109-26bb-498f-a1a1-825762536457 on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:40:55.665642 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-115fd309-869b-4617-8e60-9e5883b10f89 req-061964e1-05eb-4d78-a1b3-6417288f54ae tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:55.668864 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-115fd309-869b-4617-8e60-9e5883b10f89 req-061964e1-05eb-4d78-a1b3-6417288f54ae tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.27 "DELETE /v2.0/ports/8fe82109-26bb-498f-a1a1-825762536457 HTTP/1.1" status: 204 len: 173 time: 0.6059909 May 28 03:40:55.669327 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf0b19-b250-4970-adb1-1cdad09fff17', 'name': 'network-vif-deleted', 'tag': '8fe82109-26bb-498f-a1a1-825762536457'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:55.671602 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a4e164-9887-4fa1-9c83-e128e60705fb" -d '{"events": [{"server_uuid": "1eaf0b19-b250-4970-adb1-1cdad09fff17", "name": "network-vif-deleted", "tag": "8fe82109-26bb-498f-a1a1-825762536457"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:55.694015 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:55.719333 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:55.724463 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4e57-e0a5-4a69-be7d-b5933e06f39c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:55.731025 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-b9238cda-4cb6-4b88-9767-44b484991a97 service neutron] 10.222.0.27 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445322 May 28 03:40:55.737654 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ea4d5d-070d-4762-bcb5-6dde77b31470 x-openstack-request-id: req-22ea4d5d-070d-4762-bcb5-6dde77b31470 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:55.737934 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaf0b19-b250-4970-adb1-1cdad09fff17", "name": "network-vif-deleted", "tag": "8fe82109-26bb-498f-a1a1-825762536457", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:55.738177 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-22ea4d5d-070d-4762-bcb5-6dde77b31470 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:55.738601 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ea4d5d-070d-4762-bcb5-6dde77b31470'] response: {'server_uuid': '1eaf0b19-b250-4970-adb1-1cdad09fff17', 'name': 'network-vif-deleted', 'tag': '8fe82109-26bb-498f-a1a1-825762536457', 'status': 'completed', 'code': 200} May 28 03:40:55.836072 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc5c69dc-5dae-4193-a981-e79b37d1c2ab req-3851b2bc-c7dd-4302-af5f-74dc8bcdb7d0 service neutron] 10.222.0.27 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933070 May 28 03:40:55.836817 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4e57-e0a5-4a69-be7d-b5933e06f39c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:56.037053 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dcb4e57-e0a5-4a69-be7d-b5933e06f39c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Router ac2fd311-4d32-440e-a015-7e7db9f07342 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:40:56.141825 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dcb4e57-e0a5-4a69-be7d-b5933e06f39c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:40:56.146493 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2dcb4e57-e0a5-4a69-be7d-b5933e06f39c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:56.154743 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec957715-3506-4ef4-b22b-5be568e8bbdf None None] Sync routers for ids ['ac2fd311-4d32-440e-a015-7e7db9f07342'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:40:56.165556 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec957715-3506-4ef4-b22b-5be568e8bbdf None None] Routers {'ac2fd311-4d32-440e-a015-7e7db9f07342'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:40:56.166188 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ec957715-3506-4ef4-b22b-5be568e8bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:40:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['ac2fd311-4d32-440e-a015-7e7db9f07342'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:56.179123 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'tag': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:56.181086 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c691bef4-4b1c-4231-b78e-b31892a2bafa" -d '{"events": [{"name": "network-changed", "server_uuid": "13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690", "tag": "ea42d3d0-51a0-41a4-b165-b66f57c57a62"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:56.200926 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a278eb5-454a-46da-8735-48c141aac9b3 req-c137800a-87ac-4815-ad0c-f1d63d3d9918 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:56.202894 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1a278eb5-454a-46da-8735-48c141aac9b3 req-c137800a-87ac-4815-ad0c-f1d63d3d9918 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 943 time: 0.0591683 May 28 03:40:56.211917 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-2dcb4e57-e0a5-4a69-be7d-b5933e06f39c tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "PUT /v2.0/floatingips/2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba HTTP/1.1" status: 200 len: 992 time: 1.0246079 May 28 03:40:56.250822 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c690a712-a0e4-4104-9a2b-18e3a720ebbe x-openstack-request-id: req-c690a712-a0e4-4104-9a2b-18e3a720ebbe {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:56.251285 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690", "tag": "ea42d3d0-51a0-41a4-b165-b66f57c57a62", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:56.251428 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c690a712-a0e4-4104-9a2b-18e3a720ebbe {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:56.251771 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c690a712-a0e4-4104-9a2b-18e3a720ebbe'] response: {'name': 'network-changed', 'server_uuid': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'tag': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'status': 'completed', 'code': 200} May 28 03:40:56.261015 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1a278eb5-454a-46da-8735-48c141aac9b3 req-20d95aaf-1d9a-4d6c-8fee-bcb7cad877ec tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520391 May 28 03:40:56.287459 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-ec957715-3506-4ef4-b22b-5be568e8bbdf None None] Set router ac2fd311-4d32-440e-a015-7e7db9f07342 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:40:56.339759 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-371be290-c819-42b6-9341-3bd7a748be5e req-d825a3a9-4eb0-4454-aa33-c3447579fd98 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0302346 May 28 03:40:56.491165 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ec957715-3506-4ef4-b22b-5be568e8bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:04Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'port_id': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:38:10Z', 'updated_at': '2022-05-28T03:40:55Z', 'revision_number': 3, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead111f5-8280-4dbb-8401-b472c4c4ee8a', 'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'mac_address': 'fa:16:3e:82:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:36:02Z', 'updated_at': '2022-05-28T03:36:12Z', 'revision_number': 5, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'subnets': [{'id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:56.519448 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec957715-3506-4ef4-b22b-5be568e8bbdf None None] Checking router: ac2fd311-4d32-440e-a015-7e7db9f07342 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:40:56.527852 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec957715-3506-4ef4-b22b-5be568e8bbdf None None] Routers {'ac2fd311-4d32-440e-a015-7e7db9f07342'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:40:56.528464 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ec957715-3506-4ef4-b22b-5be568e8bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:40:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['ac2fd311-4d32-440e-a015-7e7db9f07342'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:56.627950 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-ec957715-3506-4ef4-b22b-5be568e8bbdf None None] Set router ac2fd311-4d32-440e-a015-7e7db9f07342 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:40:56.840711 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ec957715-3506-4ef4-b22b-5be568e8bbdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:04Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'port_id': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:38:10Z', 'updated_at': '2022-05-28T03:40:55Z', 'revision_number': 3, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead111f5-8280-4dbb-8401-b472c4c4ee8a', 'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'mac_address': 'fa:16:3e:82:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:36:02Z', 'updated_at': '2022-05-28T03:36:12Z', 'revision_number': 5, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'subnets': [{'id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:40:56.868600 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec957715-3506-4ef4-b22b-5be568e8bbdf None None] The sync data for ids ['ac2fd311-4d32-440e-a015-7e7db9f07342'] in dv-cinder-843361-3-iscsi is: [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:04Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'floating_ip_address': '172.27.3.4', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'port_id': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 372, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'mac_address': 'fa:16:3e:b3:9b:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:38:10Z', 'updated_at': '2022-05-28T03:40:55Z', 'revision_number': 3, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ead111f5-8280-4dbb-8401-b472c4c4ee8a', 'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'mac_address': 'fa:16:3e:82:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:36:02Z', 'updated_at': '2022-05-28T03:36:12Z', 'revision_number': 5, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'subnets': [{'id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:40:56.943239 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691bef4-4b1c-4231-b78e-b31892a2bafa req-b149f81e-5dee-41d6-bb8e-3861d02dd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:56.944753 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c691bef4-4b1c-4231-b78e-b31892a2bafa req-b149f81e-5dee-41d6-bb8e-3861d02dd911 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 1130 time: 0.0413148 May 28 03:40:57.071833 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691bef4-4b1c-4231-b78e-b31892a2bafa req-4143937a-97bb-4723-a72a-d92a20af5856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:57.071833 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c691bef4-4b1c-4231-b78e-b31892a2bafa req-4143937a-97bb-4723-a72a-d92a20af5856 service neutron] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 920 time: 0.1116769 May 28 03:40:57.296140 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c691bef4-4b1c-4231-b78e-b31892a2bafa req-c18a5948-438b-486c-a550-6c7217d30341 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea42d3d0-51a0-41a4-b165-b66f57c57a62 HTTP/1.1" status: 200 len: 1000 time: 0.0614271 May 28 03:40:57.385579 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691bef4-4b1c-4231-b78e-b31892a2bafa req-5778884b-ca3d-4be2-8bfb-e6dd5c700c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:57.387257 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c691bef4-4b1c-4231-b78e-b31892a2bafa req-5778884b-ca3d-4be2-8bfb-e6dd5c700c32 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.0838172 May 28 03:40:57.393460 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a6dbf-986e-43e0-8c97-a0cb73924802 req-3c8fe246-d371-43dc-b0f1-3ab8561f711c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:57.394864 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a47a6dbf-986e-43e0-8c97-a0cb73924802 req-3c8fe246-d371-43dc-b0f1-3ab8561f711c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 943 time: 0.0616000 May 28 03:40:57.428421 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:57.451926 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c691bef4-4b1c-4231-b78e-b31892a2bafa req-d03da7b2-b992-428b-a55e-0ad8409ac4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:57.453466 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c691bef4-4b1c-4231-b78e-b31892a2bafa req-d03da7b2-b992-428b-a55e-0ad8409ac4c0 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0574591 May 28 03:40:57.467178 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-71ede1d2-6aeb-4b08-b8e0-70f353060a63 req-04f03025-3cfc-4fd7-831d-0edfa96d87a9 tempest-VolumesSnapshotTestJSON-2104603578 tempest-VolumesSnapshotTestJSON-2104603578-project] 10.222.0.41 "GET /v2.0/ports?device_id=1eaf0b19-b250-4970-adb1-1cdad09fff17 HTTP/1.1" status: 200 len: 210 time: 0.0411136 May 28 03:40:57.505364 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a47a6dbf-986e-43e0-8c97-a0cb73924802 req-3c42cd87-b2f5-47a1-871e-bde001351255 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999107 May 28 03:40:57.572740 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c691bef4-4b1c-4231-b78e-b31892a2bafa req-4128570c-c8ef-4c76-ba24-4e6dfe4a871e service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074448 May 28 03:40:57.668334 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c691bef4-4b1c-4231-b78e-b31892a2bafa req-f871a390-64a3-48f2-ae56-95be3a2c2d5b service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889790 May 28 03:40:58.157921 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:40:58.161680 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 8fe82109-26bb-498f-a1a1-825762536457 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:40:58.184312 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 8fe82109-26bb-498f-a1a1-825762536457 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:40:58.184702 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 8fe82109-26bb-498f-a1a1-825762536457 not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:40:58.253267 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'tag': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:40:58.255636 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0387c3b9-1b7e-4f3b-8ada-9a6b3ab07956" -d '{"events": [{"name": "network-changed", "server_uuid": "13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690", "tag": "ea42d3d0-51a0-41a4-b165-b66f57c57a62"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:40:58.277435 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:58.288850 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'port_id': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e', 'mac_address': 'fa:16:3e:bb:ed:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:40:58.292564 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b2c125-da56-4d17-81fb-a1ed818ff67f x-openstack-request-id: req-30b2c125-da56-4d17-81fb-a1ed818ff67f {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:40:58.292868 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690", "tag": "ea42d3d0-51a0-41a4-b165-b66f57c57a62", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:40:58.293113 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30b2c125-da56-4d17-81fb-a1ed818ff67f {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:40:58.293510 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b2c125-da56-4d17-81fb-a1ed818ff67f'] response: {'name': 'network-changed', 'server_uuid': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'tag': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'status': 'completed', 'code': 200} May 28 03:40:58.323501 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:40:58.323881 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:58.337793 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:40:58.358384 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:40:58.364011 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c3b9-1b7e-4f3b-8ada-9a6b3ab07956 req-932c5124-b37b-462f-9973-1f82408f4728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:58.365532 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0387c3b9-1b7e-4f3b-8ada-9a6b3ab07956 req-932c5124-b37b-462f-9973-1f82408f4728 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 1130 time: 0.0458055 May 28 03:40:58.457915 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c3b9-1b7e-4f3b-8ada-9a6b3ab07956 req-c0350a73-b79a-490b-a003-a4a1be113159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:58.459472 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0387c3b9-1b7e-4f3b-8ada-9a6b3ab07956 req-c0350a73-b79a-490b-a003-a4a1be113159 service neutron] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 920 time: 0.0848825 May 28 03:40:58.459829 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:40:58.516054 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:58.530372 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0387c3b9-1b7e-4f3b-8ada-9a6b3ab07956 req-1f3c7d31-a1a4-45d7-8b92-058c26582c15 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea42d3d0-51a0-41a4-b165-b66f57c57a62 HTTP/1.1" status: 200 len: 1000 time: 0.0625942 May 28 03:40:58.606754 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c3b9-1b7e-4f3b-8ada-9a6b3ab07956 req-0d0959d4-f088-4dea-b42f-bf2423bd3024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:58.608232 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0387c3b9-1b7e-4f3b-8ada-9a6b3ab07956 req-0d0959d4-f088-4dea-b42f-bf2423bd3024 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.0686431 May 28 03:40:58.650043 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d19fe-4d61-44e0-a7a9-e6f488fce23b req-9dae3711-53a0-4734-ac10-3074621d1dc5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:58.651558 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-744d19fe-4d61-44e0-a7a9-e6f488fce23b req-9dae3711-53a0-4734-ac10-3074621d1dc5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 944 time: 0.0527253 May 28 03:40:58.658938 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:40:58.677933 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387c3b9-1b7e-4f3b-8ada-9a6b3ab07956 req-9538148b-fef8-4505-bb58-000385cd70a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:58.678135 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:58.679165 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0387c3b9-1b7e-4f3b-8ada-9a6b3ab07956 req-9538148b-fef8-4505-bb58-000385cd70a3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628135 May 28 03:40:58.714220 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-744d19fe-4d61-44e0-a7a9-e6f488fce23b req-6939e9ad-e3b3-481a-b2cd-e344d280893e tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557554 May 28 03:40:58.754824 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['741e41e9-4e3d-40e3-80a8-4a50ecab9f1e'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:40:58.776433 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0387c3b9-1b7e-4f3b-8ada-9a6b3ab07956 req-9676330d-834f-4316-aa8e-4c31a180888e service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893896 May 28 03:40:58.811756 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:58.870557 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0387c3b9-1b7e-4f3b-8ada-9a6b3ab07956 req-8a46dfbb-0e93-4e5a-9764-f4a7fca6e685 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871141 May 28 03:40:58.893156 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:40:59.824845 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57691a-ae26-4c38-96a6-de3f39ceca71 req-339d894d-3131-4d48-8bd7-9a0ac9036682 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:40:59.826355 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e57691a-ae26-4c38-96a6-de3f39ceca71 req-339d894d-3131-4d48-8bd7-9a0ac9036682 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 944 time: 0.0521400 May 28 03:40:59.873308 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e57691a-ae26-4c38-96a6-de3f39ceca71 req-41261384-c74a-4a96-8fea-1d90b962ff69 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410545 May 28 03:41:00.168690 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:00.212566 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:41:00.300016 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:00.300469 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:00.376074 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:00.376463 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:00.398830 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:41:00.401081 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236c28b9-45b7-450f-9170-d3bf2b0f64d7" -d '{"events": [{"server_uuid": "43942790-5855-4ed1-9ce4-8f02a3092edd", "name": "network-vif-plugged", "status": "completed", "tag": "741e41e9-4e3d-40e3-80a8-4a50ecab9f1e"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:41:00.414130 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:00.436177 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8119718f-46c3-49f0-8c8d-344652623036 x-openstack-request-id: req-8119718f-46c3-49f0-8c8d-344652623036 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:41:00.436466 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43942790-5855-4ed1-9ce4-8f02a3092edd", "name": "network-vif-plugged", "status": "completed", "tag": "741e41e9-4e3d-40e3-80a8-4a50ecab9f1e", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:41:00.436719 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8119718f-46c3-49f0-8c8d-344652623036 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:41:00.437125 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8119718f-46c3-49f0-8c8d-344652623036'] response: {'server_uuid': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e', 'code': 200} May 28 03:41:00.557164 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:00.611358 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:00.859889 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88c7f13-7478-4b1d-9e95-8f9565299672 req-e43a55c0-8d83-4c85-907c-adecc7c3566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:00.861416 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b88c7f13-7478-4b1d-9e95-8f9565299672 req-e43a55c0-8d83-4c85-907c-adecc7c3566d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 1129 time: 0.0394142 May 28 03:41:00.916042 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b88c7f13-7478-4b1d-9e95-8f9565299672 req-304ce07a-e912-489d-863d-ccd098e2ef9f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411952 May 28 03:41:00.994818 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9b5b7-984b-421f-a135-5437d21e402e req-90578518-efb5-406c-9158-d31b29cd5460 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:00.996304 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-58d9b5b7-984b-421f-a135-5437d21e402e req-90578518-efb5-406c-9158-d31b29cd5460 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 945 time: 0.0480413 May 28 03:41:01.048207 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-58d9b5b7-984b-421f-a135-5437d21e402e req-39573850-9aef-4e2d-a15b-91da393e5239 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457909 May 28 03:41:02.160800 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af35a4b-719e-40b8-9a62-e6ca6ff186e9 req-a507fce3-f3dc-4f6f-a83b-57c4b9e0e47c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:02.162305 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5af35a4b-719e-40b8-9a62-e6ca6ff186e9 req-a507fce3-f3dc-4f6f-a83b-57c4b9e0e47c tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 945 time: 0.0462961 May 28 03:41:02.208861 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5af35a4b-719e-40b8-9a62-e6ca6ff186e9 req-7da0bb01-6e0a-43ac-9b83-4a9304be9915 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410008 May 28 03:41:03.379260 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b5ae9-d953-4c91-8263-2da933d37047 req-bdcf63f4-34bf-4059-9030-1d17fccb5c96 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:03.383981 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc2b5ae9-d953-4c91-8263-2da933d37047 req-bdcf63f4-34bf-4059-9030-1d17fccb5c96 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 945 time: 0.0472200 May 28 03:41:03.426174 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dc2b5ae9-d953-4c91-8263-2da933d37047 req-e3077e7c-012b-4b89-b0fa-9df44333f614 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400338 May 28 03:41:04.546215 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700f310-5a21-4d70-b718-f57ade98eec5 req-64ee46b8-e493-4daf-aa84-830a73dd59ba tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:04.547683 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5700f310-5a21-4d70-b718-f57ade98eec5 req-64ee46b8-e493-4daf-aa84-830a73dd59ba tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 945 time: 0.0479841 May 28 03:41:04.559387 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:04.596077 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5700f310-5a21-4d70-b718-f57ade98eec5 req-639f3c65-2d9f-4918-82cb-8d6d05496337 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430567 May 28 03:41:05.599078 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37310) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:05.711878 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4ead-f051-4fd9-8269-319e38e1f677 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:05.795622 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4ead-f051-4fd9-8269-319e38e1f677 admin admin] Publish callbacks [] for security_group (05054272-801b-4cba-a752-1e3abea5849f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:05.863836 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4f9a4ead-f051-4fd9-8269-319e38e1f677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (05054272-801b-4cba-a752-1e3abea5849f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:05.908301 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4f9a4ead-f051-4fd9-8269-319e38e1f677 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bf99a2e0f4f74ffb94e1762f6e917dbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3079889 May 28 03:41:05.909820 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37316) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:05.909820 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9a4ead-f051-4fd9-8269-319e38e1f677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05054272-801b-4cba-a752-1e3abea5849f,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:05.924622 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:05.927767 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb6f6ae-9dd3-441b-8890-a65ce62b0a46 req-923efa3e-aa70-498f-bf1d-556ab7cbb10a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:05.929406 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1bb6f6ae-9dd3-441b-8890-a65ce62b0a46 req-923efa3e-aa70-498f-bf1d-556ab7cbb10a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 945 time: 0.2629719 May 28 03:41:05.962550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bcdd1c0d-42b8-46d7-81dc-6f5101934cd1 admin admin] Publish callbacks [] for security_group (05054272-801b-4cba-a752-1e3abea5849f), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:05.977798 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1bb6f6ae-9dd3-441b-8890-a65ce62b0a46 req-61eebed6-14f3-4548-8192-5fdf20ffa6c4 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420496 May 28 03:41:05.984830 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bcdd1c0d-42b8-46d7-81dc-6f5101934cd1 admin admin] Publish callbacks [] for security_group (05054272-801b-4cba-a752-1e3abea5849f), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:06.105879 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bcdd1c0d-42b8-46d7-81dc-6f5101934cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (05054272-801b-4cba-a752-1e3abea5849f), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:06.108467 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bcdd1c0d-42b8-46d7-81dc-6f5101934cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:06.109742 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-bcdd1c0d-42b8-46d7-81dc-6f5101934cd1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/05054272-801b-4cba-a752-1e3abea5849f HTTP/1.1" status: 204 len: 168 time: 0.1974087 May 28 03:41:06.120908 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd1c0d-42b8-46d7-81dc-6f5101934cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05054272-801b-4cba-a752-1e3abea5849f,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:06.255411 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e551560-5c87-4fbc-90b3-9a26cbe30991 req-731a8867-8539-4f61-8897-3eeb6a6f81e8 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:06.256931 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0e551560-5c87-4fbc-90b3-9a26cbe30991 req-731a8867-8539-4f61-8897-3eeb6a6f81e8 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 945 time: 0.0532098 May 28 03:41:06.267635 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37328) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:06.272097 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-7aa37eec-bab3-40bf-bfe2-b50f1ed9316a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Request body: {'floatingip': {'port_id': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:06.311294 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7aa37eec-bab3-40bf-bfe2-b50f1ed9316a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (44500b7f-7a0e-4355-879a-11abaec7674b), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:06.696862 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:06.794845 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7aa37eec-bab3-40bf-bfe2-b50f1ed9316a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:06.838682 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=76 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:06.843692 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=80 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:06.882686 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7aa37eec-bab3-40bf-bfe2-b50f1ed9316a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (44500b7f-7a0e-4355-879a-11abaec7674b), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:06.979398 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-7aa37eec-bab3-40bf-bfe2-b50f1ed9316a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Floating IP 44500b7f-7a0e-4355-879a-11abaec7674b associated. External IP: 172.27.3.165, port: 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e. May 28 03:41:07.142637 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:07.208275 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa37eec-bab3-40bf-bfe2-b50f1ed9316a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:41:07.333078 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa37eec-bab3-40bf-bfe2-b50f1ed9316a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:41:07.339679 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7aa37eec-bab3-40bf-bfe2-b50f1ed9316a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:07.344314 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e132337-f2cf-43df-848d-45cc12ad2cbb None None] Sync routers for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:41:07.361935 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e132337-f2cf-43df-848d-45cc12ad2cbb None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:07.362861 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-4e132337-f2cf-43df-848d-45cc12ad2cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:40:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:07.382439 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7aa37eec-bab3-40bf-bfe2-b50f1ed9316a tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "PUT /v2.0/floatingips/44500b7f-7a0e-4355-879a-11abaec7674b HTTP/1.1" status: 200 len: 991 time: 1.1136901 May 28 03:41:07.383320 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'tag': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:41:07.386513 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b41b5b-907e-4bb5-93bf-e7393b4a021c" -d '{"events": [{"name": "network-changed", "server_uuid": "43942790-5855-4ed1-9ce4-8f02a3092edd", "tag": "741e41e9-4e3d-40e3-80a8-4a50ecab9f1e"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:41:07.427815 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42df4a1a-6a1b-46dc-bb4d-93151a5ec2d8 x-openstack-request-id: req-42df4a1a-6a1b-46dc-bb4d-93151a5ec2d8 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:41:07.428105 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43942790-5855-4ed1-9ce4-8f02a3092edd", "tag": "741e41e9-4e3d-40e3-80a8-4a50ecab9f1e", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:41:07.428361 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-42df4a1a-6a1b-46dc-bb4d-93151a5ec2d8 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:41:07.428764 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42df4a1a-6a1b-46dc-bb4d-93151a5ec2d8'] response: {'name': 'network-changed', 'server_uuid': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'tag': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e', 'status': 'completed', 'code': 200} May 28 03:41:07.488017 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-4e132337-f2cf-43df-848d-45cc12ad2cbb None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:07.609429 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b41b5b-907e-4bb5-93bf-e7393b4a021c req-b9d0a7e1-9c5e-41c7-8919-a60221afc42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:07.610948 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-35b41b5b-907e-4bb5-93bf-e7393b4a021c req-b9d0a7e1-9c5e-41c7-8919-a60221afc42b service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 1129 time: 0.1568749 May 28 03:41:07.716032 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b41b5b-907e-4bb5-93bf-e7393b4a021c req-f8b1e244-8559-4c65-8826-0c4a4e59f966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:07.718358 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-35b41b5b-907e-4bb5-93bf-e7393b4a021c req-f8b1e244-8559-4c65-8826-0c4a4e59f966 service neutron] 10.222.0.27 "GET /v2.0/networks?id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5 HTTP/1.1" status: 200 len: 912 time: 0.0922041 May 28 03:41:07.751106 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-4e132337-f2cf-43df-848d-45cc12ad2cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '44500b7f-7a0e-4355-879a-11abaec7674b', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'port_id': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'mac_address': 'fa:16:3e:bb:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:40:43Z', 'updated_at': '2022-05-28T03:41:06Z', 'revision_number': 1, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:16Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:07.776485 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e132337-f2cf-43df-848d-45cc12ad2cbb None None] Checking router: c1d56ddc-d80b-4d48-9520-e044fb7bbd06 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:41:07.785782 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e132337-f2cf-43df-848d-45cc12ad2cbb None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:07.785974 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-35b41b5b-907e-4bb5-93bf-e7393b4a021c req-f9337862-87a1-4588-b4fb-f03fcb155b47 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e HTTP/1.1" status: 200 len: 999 time: 0.0603335 May 28 03:41:07.786338 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-4e132337-f2cf-43df-848d-45cc12ad2cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:40:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:07.836184 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b41b5b-907e-4bb5-93bf-e7393b4a021c req-8ea25063-cde8-46b7-807b-e99a3e0a42d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:07.837616 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-35b41b5b-907e-4bb5-93bf-e7393b4a021c req-8ea25063-cde8-46b7-807b-e99a3e0a42d7 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=4490044b-5c07-456c-ad61-47e5d5e2ef0c HTTP/1.1" status: 200 len: 850 time: 0.0442102 May 28 03:41:07.888749 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b41b5b-907e-4bb5-93bf-e7393b4a021c req-2616dd42-28c4-404c-b689-c76553f98d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:07.889043 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-4e132337-f2cf-43df-848d-45cc12ad2cbb None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:07.890388 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-35b41b5b-907e-4bb5-93bf-e7393b4a021c req-2616dd42-28c4-404c-b689-c76553f98d79 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=9cd091c1-088f-4b49-b9d5-c93354a4ddb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438128 May 28 03:41:08.068141 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:08.096762 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:08.172284 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-4e132337-f2cf-43df-848d-45cc12ad2cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '44500b7f-7a0e-4355-879a-11abaec7674b', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'port_id': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'mac_address': 'fa:16:3e:bb:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:40:43Z', 'updated_at': '2022-05-28T03:41:06Z', 'revision_number': 1, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:16Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:08.223040 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e132337-f2cf-43df-848d-45cc12ad2cbb None None] The sync data for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi is: [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '44500b7f-7a0e-4355-879a-11abaec7674b', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'floating_ip_address': '172.27.3.165', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'port_id': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 422, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'mac_address': 'fa:16:3e:bb:ed:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:40:43Z', 'updated_at': '2022-05-28T03:41:06Z', 'revision_number': 1, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:16Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:41:08.283161 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-35b41b5b-907e-4bb5-93bf-e7393b4a021c req-5aad5e12-f37a-4375-8bd3-807731e1c7df service neutron] 10.222.0.27 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3856225 May 28 03:41:08.400286 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-35b41b5b-907e-4bb5-93bf-e7393b4a021c req-c49e0953-987d-48de-8671-768dd63c54d6 service neutron] 10.222.0.27 "GET /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094635 May 28 03:41:08.468798 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d610a614-1fab-44c5-a798-2dc8ff8ab2d4 None None] New status for floating IP 44500b7f-7a0e-4355-879a-11abaec7674b: ACTIVE {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:41:15.971517 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=69 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:15.974460 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=20 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:18.309183 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=14 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:18.390682 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=48 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:18.396701 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:18.620251 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:18.640033 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=10 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:19.354635 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-aad3dd66-5784-42bf-96b6-abd2c04eb706 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:19.665225 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:21.018992 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9e90f-af25-4088-b0ee-f0246a4b29d9 req-1704632d-2020-4e4d-adcf-7dd8cc6d4baf tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:21.020436 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7bd9e90f-af25-4088-b0ee-f0246a4b29d9 req-1704632d-2020-4e4d-adcf-7dd8cc6d4baf tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 945 time: 0.0480707 May 28 03:41:21.067260 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7bd9e90f-af25-4088-b0ee-f0246a4b29d9 req-2c99a50b-4e85-49b2-9924-fa3fca5bb2bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412447 May 28 03:41:21.745583 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0efd07ab-8c5e-4227-83a8-1551446d87d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:22.189505 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09923ce9-44d0-49d6-b64e-7a828bb50454 req-af45db58-1402-48fb-8651-8685eaa75b7b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:22.190955 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-09923ce9-44d0-49d6-b64e-7a828bb50454 req-af45db58-1402-48fb-8651-8685eaa75b7b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 945 time: 0.0473340 May 28 03:41:22.240564 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-09923ce9-44d0-49d6-b64e-7a828bb50454 req-7225cf0f-cd87-4247-a302-7beeee084ab3 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441561 May 28 03:41:22.834821 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:23.357245 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca499a4-5f79-44c4-b534-cd95a8d8784b req-061037de-1b93-428c-9296-5c4896c9b628 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:23.359216 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3ca499a4-5f79-44c4-b534-cd95a8d8784b req-061037de-1b93-428c-9296-5c4896c9b628 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 945 time: 0.0521739 May 28 03:41:23.405382 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3ca499a4-5f79-44c4-b534-cd95a8d8784b req-ba9a5ba3-5435-4272-b7b4-4c96bf99817b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406473 May 28 03:41:24.213904 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:24.425065 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-b25c6583-eedc-42e7-9931-64f4f182506a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:24.429439 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-b25c6583-eedc-42e7-9931-64f4f182506a tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 945 time: 0.0474699 May 28 03:41:24.549645 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac030c-4a62-433c-9c42-fdaa254d36bf req-7886fd8f-35d6-4e33-b041-30c5bf90f8d7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:24.551072 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbac030c-4a62-433c-9c42-fdaa254d36bf req-7886fd8f-35d6-4e33-b041-30c5bf90f8d7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 945 time: 0.0753255 May 28 03:41:24.551724 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Deleting port f1321a9e-949d-4d52-abcc-e48ee7436a3a {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:41:24.552055 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:24.651394 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbac030c-4a62-433c-9c42-fdaa254d36bf req-0001f08a-4466-4cc8-ab35-a2213c18fdad tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=0222c7f7-0362-4557-9398-41ea44c34659&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945909 May 28 03:41:24.673352 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] For port f1321a9e-949d-4d52-abcc-e48ee7436a3a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=f1321a9e-949d-4d52-abcc-e48ee7436a3a,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:24.673716 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:24.841595 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:24.841949 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (19f978a8-b93c-407a-8be5-e863ed1940d5), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:24.842256 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Floating IP 19f978a8-b93c-407a-8be5-e863ed1940d5 disassociated. External IP: 172.27.3.175, port: f1321a9e-949d-4d52-abcc-e48ee7436a3a. May 28 03:41:24.842591 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Calling delete_port for f1321a9e-949d-4d52-abcc-e48ee7436a3a owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:41:25.071749 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (f1321a9e-949d-4d52-abcc-e48ee7436a3a), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:25.119294 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event deleted for resources: {'Port': ['ID=f1321a9e-949d-4d52-abcc-e48ee7436a3a,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:25.171165 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.171522 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.171862 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.172204 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.172539 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.172970 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.173239 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.173571 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.173897 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.174220 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.174544 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.174867 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.175188 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.175500 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.175819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:25.249662 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Router 16ba28df-7752-4608-be78-a068ff847a0a has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:41:25.297674 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:25.307494 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:25.353659 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:41:25.364646 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7bb244-3498-425f-b8a3-ec302ddd5f8b None None] Sync routers for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:41:25.376580 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7bb244-3498-425f-b8a3-ec302ddd5f8b None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:25.377177 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-de7bb244-3498-425f-b8a3-ec302ddd5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:25.405395 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] No DVR routers for this DVR port f1321a9e-949d-4d52-abcc-e48ee7436a3a on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:41:25.407951 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:25.411314 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a6934f28-0dd1-4143-8b87-008b43c48cd2 req-6769f8d2-6a09-4080-9e2b-1ed100901016 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "DELETE /v2.0/ports/f1321a9e-949d-4d52-abcc-e48ee7436a3a HTTP/1.1" status: 204 len: 173 time: 0.9787183 May 28 03:41:25.411921 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'name': 'network-vif-deleted', 'tag': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:41:25.414190 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a65b4c-8ae5-4fd6-bd40-c09d02476bb4" -d '{"events": [{"server_uuid": "c2d3a613-c1f1-49d5-a707-784bdc430953", "name": "network-vif-deleted", "tag": "f1321a9e-949d-4d52-abcc-e48ee7436a3a"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:41:25.496296 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-de7bb244-3498-425f-b8a3-ec302ddd5f8b None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:25.626646 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f36001-e467-45db-91b5-079240cd0603 x-openstack-request-id: req-f5f36001-e467-45db-91b5-079240cd0603 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:41:25.627166 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2d3a613-c1f1-49d5-a707-784bdc430953", "name": "network-vif-deleted", "tag": "f1321a9e-949d-4d52-abcc-e48ee7436a3a", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:41:25.627273 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f5f36001-e467-45db-91b5-079240cd0603 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:41:25.627591 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f36001-e467-45db-91b5-079240cd0603'] response: {'server_uuid': 'c2d3a613-c1f1-49d5-a707-784bdc430953', 'name': 'network-vif-deleted', 'tag': 'f1321a9e-949d-4d52-abcc-e48ee7436a3a', 'status': 'completed', 'code': 200} May 28 03:41:25.726525 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-de7bb244-3498-425f-b8a3-ec302ddd5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:25.752888 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7bb244-3498-425f-b8a3-ec302ddd5f8b None None] Checking router: 16ba28df-7752-4608-be78-a068ff847a0a for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:41:25.756073 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f846a0f6-edbc-4ae7-94ff-86aefef3c3de req-2f8fa20f-20dc-40f1-a1f6-d38eb14a7f0c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=c2d3a613-c1f1-49d5-a707-784bdc430953 HTTP/1.1" status: 200 len: 210 time: 0.0294464 May 28 03:41:25.761663 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7bb244-3498-425f-b8a3-ec302ddd5f8b None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:25.762279 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-de7bb244-3498-425f-b8a3-ec302ddd5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:25.801908 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:25.877404 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-de7bb244-3498-425f-b8a3-ec302ddd5f8b None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:26.179854 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-de7bb244-3498-425f-b8a3-ec302ddd5f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:26.211272 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de7bb244-3498-425f-b8a3-ec302ddd5f8b None None] The sync data for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi is: [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:41:26.449976 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d7c9fb-4c41-46fe-b48e-ae0539ed3f1e None None] New status for floating IP 19f978a8-b93c-407a-8be5-e863ed1940d5: DOWN {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:41:26.941057 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37608) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:27.002889 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (0222c7f7-0362-4557-9398-41ea44c34659), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:27.026281 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (0222c7f7-0362-4557-9398-41ea44c34659), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:27.149252 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0222c7f7-0362-4557-9398-41ea44c34659), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:27.151897 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:27.153079 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "DELETE /v2.0/security-groups/0222c7f7-0362-4557-9398-41ea44c34659 HTTP/1.1" status: 204 len: 168 time: 0.2110431 May 28 03:41:27.156530 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37612) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:27.162977 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0222c7f7-0362-4557-9398-41ea44c34659,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:27.170061 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.170375 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.api.v2.resource [None req-5f32385f-27ff-44b1-9200-b7979494c40f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] show failed (client error): The resource could not be found. May 28 03:41:27.170480 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.170735 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.171119 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.171454 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.171784 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.172111 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.172432 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.172753 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.173072 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.173419 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.173738 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.173985 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5f32385f-27ff-44b1-9200-b7979494c40f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups/0222c7f7-0362-4557-9398-41ea44c34659 HTTP/1.1" status: 404 len: 347 time: 0.0161140 May 28 03:41:27.174196 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.174361 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.174586 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37614) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:27.174704 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-432c53b9-eade-4eda-8fbd-9be85d56d09e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:27.282775 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-8e927ed0-a784-4794-945c-370ac652438c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Deleting port d6e64e13-8905-40ea-b91f-56048986cb43 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:41:27.283104 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8e927ed0-a784-4794-945c-370ac652438c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (d6e64e13-8905-40ea-b91f-56048986cb43), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:27.359453 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8e927ed0-a784-4794-945c-370ac652438c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (d6e64e13-8905-40ea-b91f-56048986cb43), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:27.359768 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8e927ed0-a784-4794-945c-370ac652438c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (d6e64e13-8905-40ea-b91f-56048986cb43), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:27.371956 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-8e927ed0-a784-4794-945c-370ac652438c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Calling delete_port for d6e64e13-8905-40ea-b91f-56048986cb43 owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:41:27.654141 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8e927ed0-a784-4794-945c-370ac652438c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (d6e64e13-8905-40ea-b91f-56048986cb43), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:27.679013 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e927ed0-a784-4794-945c-370ac652438c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event deleted for resources: {'Port': ['ID=d6e64e13-8905-40ea-b91f-56048986cb43,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:27.748611 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8e927ed0-a784-4794-945c-370ac652438c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (19f978a8-b93c-407a-8be5-e863ed1940d5), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:27.751229 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8e927ed0-a784-4794-945c-370ac652438c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:27.752364 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8e927ed0-a784-4794-945c-370ac652438c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "DELETE /v2.0/floatingips/19f978a8-b93c-407a-8be5-e863ed1940d5 HTTP/1.1" status: 204 len: 168 time: 0.5769875 May 28 03:41:27.890936 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37624) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:27.895517 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-3b486515-948d-4b80-b020-984653efb453 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'security_group': {'name': 'tempest-securitygroup--803183140', 'description': 'tempest-description--1095299253'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:27.979649 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3b486515-948d-4b80-b020-984653efb453 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:28.047340 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3b486515-948d-4b80-b020-984653efb453 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (14ca1205-1984-43cd-92a0-1de8339ac441), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:28.116813 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3b486515-948d-4b80-b020-984653efb453 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (14ca1205-1984-43cd-92a0-1de8339ac441), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:28.150549 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b486515-948d-4b80-b020-984653efb453 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14ca1205-1984-43cd-92a0-1de8339ac441,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:28.282366 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3b486515-948d-4b80-b020-984653efb453 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:28.283633 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-3b486515-948d-4b80-b020-984653efb453 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3916793 May 28 03:41:28.286491 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37634) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:28.290790 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-c8ebb06f-b3cb-4dd2-9f9b-aca37ea93c05 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'security_group_rule': {'security_group_id': '14ca1205-1984-43cd-92a0-1de8339ac441', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:28.320672 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device f1321a9e-949d-4d52-abcc-e48ee7436a3a no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:41:28.340523 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: f1321a9e-949d-4d52-abcc-e48ee7436a3a {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:41:28.340866 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device f1321a9e-949d-4d52-abcc-e48ee7436a3a not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:41:28.386265 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb06f-b3cb-4dd2-9f9b-aca37ea93c05 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (9e7bf6f2-a1e0-4ee8-a3c6-77cbf37d2c68), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:28.432722 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb06f-b3cb-4dd2-9f9b-aca37ea93c05 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (9e7bf6f2-a1e0-4ee8-a3c6-77cbf37d2c68), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:28.534472 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb06f-b3cb-4dd2-9f9b-aca37ea93c05 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (9e7bf6f2-a1e0-4ee8-a3c6-77cbf37d2c68), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:28.554052 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ebb06f-b3cb-4dd2-9f9b-aca37ea93c05 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7bf6f2-a1e0-4ee8-a3c6-77cbf37d2c68,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:28.659426 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c8ebb06f-b3cb-4dd2-9f9b-aca37ea93c05 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:28.660645 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c8ebb06f-b3cb-4dd2-9f9b-aca37ea93c05 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3732305 May 28 03:41:28.663298 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37636) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:28.670885 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-5ab359a2-051b-4a63-af36-3bac8efbabff tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'security_group_rule': {'security_group_id': '14ca1205-1984-43cd-92a0-1de8339ac441', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:28.671750 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:28.673457 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:28.809432 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5ab359a2-051b-4a63-af36-3bac8efbabff tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (ec1177ce-2495-40e3-a338-ed8e7ebac0a4), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:28.873819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5ab359a2-051b-4a63-af36-3bac8efbabff tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (ec1177ce-2495-40e3-a338-ed8e7ebac0a4), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:28.954971 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5ab359a2-051b-4a63-af36-3bac8efbabff tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (ec1177ce-2495-40e3-a338-ed8e7ebac0a4), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:28.973585 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab359a2-051b-4a63-af36-3bac8efbabff tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1177ce-2495-40e3-a338-ed8e7ebac0a4,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:29.067956 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5ab359a2-051b-4a63-af36-3bac8efbabff tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:29.069146 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5ab359a2-051b-4a63-af36-3bac8efbabff tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4048872 May 28 03:41:29.072168 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37656) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:29.076363 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:29.212999 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:29.293891 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:29.400470 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Allocated IP 172.27.3.85 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/fa5039f5-6ace-43a5-9e35-b812834a78b2) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:41:29.500215 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for port (fa5039f5-6ace-43a5-9e35-b812834a78b2), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:29.511051 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:29.614450 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (fa5039f5-6ace-43a5-9e35-b812834a78b2), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:29.650852 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:41:29.653701 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:41:29.659858 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:41:29.688613 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'Port': ['ID=fa5039f5-6ace-43a5-9e35-b812834a78b2,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:29.750150 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (abae92ff-6da8-4e8f-bd71-a1f48d53d272), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:29.875641 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (fa5039f5-6ace-43a5-9e35-b812834a78b2), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:29.937316 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:30.053213 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for port (fa5039f5-6ace-43a5-9e35-b812834a78b2), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:30.128389 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (fa5039f5-6ace-43a5-9e35-b812834a78b2), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:30.229697 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'Port': ['ID=fa5039f5-6ace-43a5-9e35-b812834a78b2,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:30.245503 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (abae92ff-6da8-4e8f-bd71-a1f48d53d272), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:30.364885 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:30.366160 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ea2a33b7-62d8-418a-aadc-090afe2a227d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2930884 May 28 03:41:30.565767 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-2ea3b635-b5c4-4b85-a41a-54da56fec543 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-securitygroup--803183140&fields=id&tenant_id=68e1a9e256f64e46919b1e362b4f68d8 HTTP/1.1" status: 200 len: 267 time: 0.0468161 May 28 03:41:30.681259 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-6fafd6fc-ae9a-46a3-8c7d-0a6e73a32596 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:30.682846 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-6fafd6fc-ae9a-46a3-8c7d-0a6e73a32596 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/networks?id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 200 len: 814 time: 0.1104481 May 28 03:41:30.698357 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-1e3badab-3967-448d-b0dc-e918d1668543 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/quotas/68e1a9e256f64e46919b1e362b4f68d8 HTTP/1.1" status: 200 len: 375 time: 0.0094440 May 28 03:41:30.748259 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-f1138ae4-0952-49d8-ad3a-73b3ccab1d4c tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444195 May 28 03:41:30.893830 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-80e2bac0-d9fb-4c1d-b816-523ac0544825 service neutron] 10.222.0.41 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336474 May 28 03:41:30.989207 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-e535af81-f2d2-4e3c-93a9-b5be8f3e62b6 service neutron] 10.222.0.41 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889242 May 28 03:41:31.102538 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37692) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:31.216212 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b913edc3-1c77-40c9-b21f-a6513d482229 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.231882 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:31.254967 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5477842b-bcbe-4580-8f07-13f627304c2d req-ab3372c6-d4c7-450d-83d3-28803d18a594 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 210 time: 0.0320034 May 28 03:41:31.305872 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b913edc3-1c77-40c9-b21f-a6513d482229 admin admin] Publish callbacks [] for security_group (b3d4caca-5e68-4433-a632-fc54cd47812e), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.391287 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b913edc3-1c77-40c9-b21f-a6513d482229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (b3d4caca-5e68-4433-a632-fc54cd47812e), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.432351 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b913edc3-1c77-40c9-b21f-a6513d482229 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1d817927f6db41bb9e90338e32db9507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3286898 May 28 03:41:31.434590 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913edc3-1c77-40c9-b21f-a6513d482229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d4caca-5e68-4433-a632-fc54cd47812e,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:31.435318 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37708) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:31.489476 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0bdc-1622-4d6c-9507-34456366e499 admin admin] Publish callbacks [] for security_group (b3d4caca-5e68-4433-a632-fc54cd47812e), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.511584 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0bdc-1622-4d6c-9507-34456366e499 admin admin] Publish callbacks [] for security_group (b3d4caca-5e68-4433-a632-fc54cd47812e), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.528995 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37712) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:31.554619 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:41:31.581974 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-484dd579-e8c3-4f82-bb04-3713f4241173 admin admin] Deleting subnet 7c47f54e-2fc6-40f0-8d87-c5b373c8374b {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:41:31.585029 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-484dd579-e8c3-4f82-bb04-3713f4241173 admin admin] Publish callbacks [] for subnet (7c47f54e-2fc6-40f0-8d87-c5b373c8374b), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.603054 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:31.620468 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-484dd579-e8c3-4f82-bb04-3713f4241173 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171905'] for subnet (7c47f54e-2fc6-40f0-8d87-c5b373c8374b), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.659757 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0bdc-1622-4d6c-9507-34456366e499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (b3d4caca-5e68-4433-a632-fc54cd47812e), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.660763 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-484dd579-e8c3-4f82-bb04-3713f4241173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (7c47f54e-2fc6-40f0-8d87-c5b373c8374b), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.662418 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bbfe0bdc-1622-4d6c-9507-34456366e499 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.663556 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-bbfe0bdc-1622-4d6c-9507-34456366e499 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b3d4caca-5e68-4433-a632-fc54cd47812e HTTP/1.1" status: 204 len: 168 time: 0.2271719 May 28 03:41:31.671666 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe0bdc-1622-4d6c-9507-34456366e499 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d4caca-5e68-4433-a632-fc54cd47812e,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:31.803158 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-484dd579-e8c3-4f82-bb04-3713f4241173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5710840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4789235'] for subnet (7c47f54e-2fc6-40f0-8d87-c5b373c8374b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.827943 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484dd579-e8c3-4f82-bb04-3713f4241173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c47f54e-2fc6-40f0-8d87-c5b373c8374b,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:31.833629 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-484dd579-e8c3-4f82-bb04-3713f4241173 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.836674 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-484dd579-e8c3-4f82-bb04-3713f4241173 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7c47f54e-2fc6-40f0-8d87-c5b373c8374b HTTP/1.1" status: 204 len: 168 time: 0.3066616 May 28 03:41:31.839130 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37716) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:31.921519 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (c66573d2-3992-4577-bc6d-7740bb5602ab), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:31.998304 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (c66573d2-3992-4577-bc6d-7740bb5602ab), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:32.023397 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66573d2-3992-4577-bc6d-7740bb5602ab']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:32.034991 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd2f915-8d22-489c-b4f4-2c1e24622c69') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:32.035097 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd2f915-8d22-489c-b4f4-2c1e24622c69') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:32.046722 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171960'] for segment (abd2f915-8d22-489c-b4f4-2c1e24622c69), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:32.063351 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (abd2f915-8d22-489c-b4f4-2c1e24622c69), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:32.070697 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:41:32.071086 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5709914'] for segment (abd2f915-8d22-489c-b4f4-2c1e24622c69), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:32.125472 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment abd2f915-8d22-489c-b4f4-2c1e24622c69 resource provider aggregate not found May 28 03:41:32.143335 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment abd2f915-8d22-489c-b4f4-2c1e24622c69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abd2f915-8d22-489c-b4f4-2c1e24622c69 found for delete ", "request_id": "req-99b5aca1-3000-48d1-89ab-96b9e81d4c0f"}]} May 28 03:41:32.269479 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (c66573d2-3992-4577-bc6d-7740bb5602ab), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:32.275022 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:32.278120 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] 10.222.0.41 "DELETE /v2.0/networks/c66573d2-3992-4577-bc6d-7740bb5602ab HTTP/1.1" status: 204 len: 168 time: 0.4381113 May 28 03:41:32.289276 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf07f74-04f7-499d-8f71-87876d65bd61 admin admin] Pushing event deleted for resources: {'Network': ['ID=c66573d2-3992-4577-bc6d-7740bb5602ab,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:32.340564 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f1a54291-1c4f-44ff-8b9a-27724c488095 req-12d8fcc8-2008-42ff-82f9-b97a570b1f10 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 210 time: 0.0275168 May 28 03:41:32.748627 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37730) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:32.780997 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:32.791661 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-23f5b11c-85c2-47be-b107-5480ec2fee83 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e302a2cd63ba46d7a6cef952ddb89242&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0419524 May 28 03:41:32.794116 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37732) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:32.846504 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-10a6408d-54e0-4544-a692-981ef4152741 admin admin] Publish callbacks [] for security_group (970e4319-3aec-4d44-a6af-766ad48576d5), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:32.868802 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-10a6408d-54e0-4544-a692-981ef4152741 admin admin] Publish callbacks [] for security_group (970e4319-3aec-4d44-a6af-766ad48576d5), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:33.001238 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-10a6408d-54e0-4544-a692-981ef4152741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (970e4319-3aec-4d44-a6af-766ad48576d5), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:33.003952 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-10a6408d-54e0-4544-a692-981ef4152741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:33.005120 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-10a6408d-54e0-4544-a692-981ef4152741 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/970e4319-3aec-4d44-a6af-766ad48576d5 HTTP/1.1" status: 204 len: 168 time: 0.2101119 May 28 03:41:33.012882 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6408d-54e0-4544-a692-981ef4152741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=970e4319-3aec-4d44-a6af-766ad48576d5,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:33.440999 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5a27d40e-5929-4c1a-9ae6-1b86a3887307 req-959b4f39-e18c-4e04-8aa9-429283a2afe8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 210 time: 0.0314653 May 28 03:41:33.744730 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-3fbede9b-c20d-462d-b4bc-38bfa7f3a4ea tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:33.746120 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-3fbede9b-c20d-462d-b4bc-38bfa7f3a4ea tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "GET /v2.0/networks?id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 200 len: 814 time: 0.1107779 May 28 03:41:33.806675 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-254794b1-e522-4055-8022-7b6a246ea9b7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=68e1a9e256f64e46919b1e362b4f68d8 HTTP/1.1" status: 200 len: 379 time: 0.0516853 May 28 03:41:33.816590 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'port': {'device_id': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'admin_state_up': True, 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'security_groups': ['14ca1205-1984-43cd-92a0-1de8339ac441']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:34.017573 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Made reservation on behalf of 68e1a9e256f64e46919b1e362b4f68d8 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:41:34.021124 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:34.089484 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37760) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:34.155146 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:34.156527 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Allocated IP 172.20.0.14 (ee7025a6-8632-48bc-9a4d-e0b6d8e98a79/f446e15b-7c64-40ee-82e8-228642b299e2/b60c0498-d47b-4439-b615-1ff9bb9a032a) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:41:34.194858 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-49550007-network', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:34.315882 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:34.324298 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:34.340649 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Made reservation on behalf of c0fe831f6e954e05b7d448f1d4f43754 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:41:34.342983 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:34.354145 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:34.418812 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:34.439874 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Publish callbacks [] for security_group (84437209-f9ee-418b-96b4-db418f894c6e), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:34.474188 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:41:34.479710 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:41:34.484273 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:41:34.750037 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-56d5ef4e-596f-4398-a84e-e08d4e25c674 None None] Provisioning complete for port b60c0498-d47b-4439-b615-1ff9bb9a032a triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:34.751205 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-56d5ef4e-596f-4398-a84e-e08d4e25c674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:34.755842 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (84437209-f9ee-418b-96b4-db418f894c6e), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:34.758736 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event updated for resources: {'Port': ['ID=b60c0498-d47b-4439-b615-1ff9bb9a032a,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:34.783920 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-56d5ef4e-596f-4398-a84e-e08d4e25c674 None None] Port b60c0498-d47b-4439-b615-1ff9bb9a032a cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:41:34.818688 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:41:34.847210 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:34.847741 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:34.858209 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04cade-ea1f-41d0-a95d-03d42a057562 req-a4722ec0-1538-4721-8b5e-2cd835c946be tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:34.859653 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a04cade-ea1f-41d0-a95d-03d42a057562 req-a4722ec0-1538-4721-8b5e-2cd835c946be tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 932 time: 0.1078024 May 28 03:41:34.860785 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (c25505f4-5d0c-45f2-b6c2-44ea27c0aff8), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:34.861128 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Added segment c25505f4-5d0c-45f2-b6c2-44ea27c0aff8 of type vlan for network af6636fe-9088-4d20-9a1e-fa3df2392948 May 28 03:41:34.864922 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84437209-f9ee-418b-96b4-db418f894c6e,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:34.867155 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:34.934855 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (af6636fe-9088-4d20-9a1e-fa3df2392948), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:34.968949 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a04cade-ea1f-41d0-a95d-03d42a057562 req-c32665cb-b62e-4001-9484-afc1a6df8d9e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915604 May 28 03:41:34.974505 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-71b8a218-bb05-4fe0-9914-cc556b14899e tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1617815 May 28 03:41:34.987409 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Request body: {'port': {'device_id': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:35.045666 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.064044 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (af6636fe-9088-4d20-9a1e-fa3df2392948), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.065016 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:35.065644 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.173979 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0832846 May 28 03:41:35.176642 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0aee9a-c54a-46e1-9ed9-60b02d668116 admin admin] Pushing event updated for resources: {'Network': ['ID=af6636fe-9088-4d20-9a1e-fa3df2392948,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:35.176999 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37766) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:35.182887 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-5374cb07-7189-4359-90ec-61fcd6b3cbce admin admin] Request body: {'subnet': {'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-49550007-subnet', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:35.186479 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network af6636fe-9088-4d20-9a1e-fa3df2392948 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:41:35.271259 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5374cb07-7189-4359-90ec-61fcd6b3cbce admin admin] Made reservation on behalf of c0fe831f6e954e05b7d448f1d4f43754 for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:41:35.273774 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5374cb07-7189-4359-90ec-61fcd6b3cbce admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.401931 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b60c0498-d47b-4439-b615-1ff9bb9a032a {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:41:35.409703 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Publish callbacks [] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.423216 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Transition to ACTIVE for port object b60c0498-d47b-4439-b615-1ff9bb9a032a will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:41:35.505317 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.540984 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5374cb07-7189-4359-90ec-61fcd6b3cbce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.554541 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:DELETE=3,neutron:UPDATE=5,neutron:SELECT=90,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:35.556786 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Pushing event updated for resources: {'Port': ['ID=b60c0498-d47b-4439-b615-1ff9bb9a032a,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:35.590912 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:35.607036 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374cb07-7189-4359-90ec-61fcd6b3cbce admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:35.623364 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5374cb07-7189-4359-90ec-61fcd6b3cbce admin admin] Checking segment: {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:41:35.623710 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5374cb07-7189-4359-90ec-61fcd6b3cbce admin admin] Network hostable DHCP agents. Network: af6636fe-9088-4d20-9a1e-fa3df2392948, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:41:35.636993 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Attempting to bind port b60c0498-d47b-4439-b615-1ff9bb9a032a on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:41:35.645819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Attempting to bind port b60c0498-d47b-4439-b615-1ff9bb9a032a by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:41:35.645819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Attempting to bind port b60c0498-d47b-4439-b615-1ff9bb9a032a on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:41:35.645819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Port b60c0498-d47b-4439-b615-1ff9bb9a032a on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:41:35.645819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Attempting to bind port b60c0498-d47b-4439-b615-1ff9bb9a032a on network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:41:35.648170 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 41, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:41:35.648504 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Checking segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:41:35.648888 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Bound using segment: {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:41:35.649335 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Bound port: b60c0498-d47b-4439-b615-1ff9bb9a032a, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d73c01d-f6b3-46c5-bcb3-5b719515da78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:41:35.649692 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.717203 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5374cb07-7189-4359-90ec-61fcd6b3cbce admin admin] Network af6636fe-9088-4d20-9a1e-fa3df2392948 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:41:35.720026 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] For port b60c0498-d47b-4439-b615-1ff9bb9a032a, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:41:35.722955 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:35.723237 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] For port b60c0498-d47b-4439-b615-1ff9bb9a032a, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b60c0498-d47b-4439-b615-1ff9bb9a032a,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:41:35.791432 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-5374cb07-7189-4359-90ec-61fcd6b3cbce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, af6636fe-9088-4d20-9a1e-fa3df2392948) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:41:35.795425 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5374cb07-7189-4359-90ec-61fcd6b3cbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:35.796021 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5374cb07-7189-4359-90ec-61fcd6b3cbce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.799946 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fab6081-fc66-4343-93f9-8dce8ad97fe0 None None] Network af6636fe-9088-4d20-9a1e-fa3df2392948 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:41:35.826817 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.833313 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:35.839972 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:35.859247 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:35.863641 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:35.864263 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.865688 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] 10.222.0.27 "PUT /v2.0/ports/b60c0498-d47b-4439-b615-1ff9bb9a032a HTTP/1.1" status: 200 len: 1094 time: 0.8823893 May 28 03:41:35.866146 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'tag': 'b60c0498-d47b-4439-b615-1ff9bb9a032a'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:41:35.868843 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc20e7be-64ca-4f59-924c-4906402a6a5c" -d '{"events": [{"name": "network-changed", "server_uuid": "f65cf50d-baf3-4a38-9dec-14ff91d5f6ac", "tag": "b60c0498-d47b-4439-b615-1ff9bb9a032a"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:41:35.887628 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5374cb07-7189-4359-90ec-61fcd6b3cbce admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7094438 May 28 03:41:35.888624 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37770) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:35.894090 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:35.898597 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc36e1-076a-41f3-a134-4285abb283bf service neutron] Pushing event updated for resources: {'Port': ['ID=b60c0498-d47b-4439-b615-1ff9bb9a032a,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:35.927972 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a8d4a0-147d-503b-ad97-c41c9d5b7add-af6636fe-9088-4d20-9a1e-fa3df2392948', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff'}]}} from dv-cinder-843361-3-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 03:41:35.929443 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.931535 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b167de7-6fb4-44e4-a266-cbb688651364 x-openstack-request-id: req-8b167de7-6fb4-44e4-a266-cbb688651364 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:41:35.931832 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65cf50d-baf3-4a38-9dec-14ff91d5f6ac", "tag": "b60c0498-d47b-4439-b615-1ff9bb9a032a", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:41:35.932088 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-8b167de7-6fb4-44e4-a266-cbb688651364 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:41:35.932953 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b167de7-6fb4-44e4-a266-cbb688651364'] response: {'name': 'network-changed', 'server_uuid': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'tag': 'b60c0498-d47b-4439-b615-1ff9bb9a032a', 'status': 'completed', 'code': 200} May 28 03:41:35.986730 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-858483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5120'] for router (4977754d-3d17-41b3-8f89-4fd027299e3d), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:35.988187 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router (4977754d-3d17-41b3-8f89-4fd027299e3d), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:36.002493 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e7be-64ca-4f59-924c-4906402a6a5c req-1b26989e-d81f-425c-9e8c-cd5fd5316c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:36.004045 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bc20e7be-64ca-4f59-924c-4906402a6a5c req-1b26989e-d81f-425c-9e8c-cd5fd5316c6f service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 1128 time: 0.0450578 May 28 03:41:36.066756 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Publish callbacks [] for router_controller (4977754d-3d17-41b3-8f89-4fd027299e3d), precommit_add_association {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:36.105724 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Allocated IP 172.20.0.2 (af6636fe-9088-4d20-9a1e-fa3df2392948/7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff/17ec1970-369a-4bbe-b8f4-9f1bec02ae67) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:41:36.170238 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07221019-f10c-4893-a3e3-12cbb698e6d6 req-05f7fc81-68c4-4c6f-ac84-ef88f80929d0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:36.172228 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07221019-f10c-4893-a3e3-12cbb698e6d6 req-05f7fc81-68c4-4c6f-ac84-ef88f80929d0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 944 time: 0.0935590 May 28 03:41:36.198894 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e7be-64ca-4f59-924c-4906402a6a5c req-4b6165ac-b9ca-4f88-8b0f-8218927cccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:36.200346 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bc20e7be-64ca-4f59-924c-4906402a6a5c req-4b6165ac-b9ca-4f88-8b0f-8218927cccbb service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1859336 May 28 03:41:36.258552 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-07221019-f10c-4893-a3e3-12cbb698e6d6 req-389c0487-787f-4638-b596-f5821ef53fb5 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768440 May 28 03:41:36.267977 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Publish callbacks [] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:36.288425 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Publish callbacks [] for router_gateway (4977754d-3d17-41b3-8f89-4fd027299e3d), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:36.324545 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20e7be-64ca-4f59-924c-4906402a6a5c req-8f662b15-0b0c-4080-a43f-887d01381c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:36.325965 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bc20e7be-64ca-4f59-924c-4906402a6a5c req-8f662b15-0b0c-4080-a43f-887d01381c77 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1123605 May 28 03:41:36.407380 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:36.407643 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-e0c1481d-9455-4ac7-8d46-3dda8c4179ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:36.409339 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-e0c1481d-9455-4ac7-8d46-3dda8c4179ef service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 1128 time: 0.0397396 May 28 03:41:36.451470 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Network af6636fe-9088-4d20-9a1e-fa3df2392948 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:41:36.453993 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-ccdb9759-4321-4271-8519-63cf2b9f59d8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b60c0498-d47b-4439-b615-1ff9bb9a032a HTTP/1.1" status: 200 len: 217 time: 0.0364892 May 28 03:41:36.455367 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:41:36.457823 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:41:36.465059 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Pushing event updated for resources: {'Port': ['ID=17ec1970-369a-4bbe-b8f4-9f1bec02ae67,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:36.474344 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.474704 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.475044 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.475435 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.475768 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.476085 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.476403 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.476721 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.477034 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.477371 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.477685 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.478022 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.478333 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.478640 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.478957 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:36.513716 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-a38a5ee3-acea-4440-b4b0-2015cafbed82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:36.515834 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-a38a5ee3-acea-4440-b4b0-2015cafbed82 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f446e15b-7c64-40ee-82e8-228642b299e2 HTTP/1.1" status: 200 len: 853 time: 0.0547111 May 28 03:41:36.541997 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Attempting to bind port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:41:36.542368 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Attempting to bind port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:41:36.542730 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Attempting to bind port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 on network af6636fe-9088-4d20-9a1e-fa3df2392948 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:41:36.549522 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:41:36.552844 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Checking segment: {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:41:36.552844 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:36.552844 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Bound using segment: {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:41:36.552844 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Bound port: 17ec1970-369a-4bbe-b8f4-9f1bec02ae67, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:41:36.552844 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:36.563252 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-8026eebe-0952-4588-99d9-1d366762252d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:36.565164 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-8026eebe-0952-4588-99d9-1d366762252d service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406883 May 28 03:41:36.585957 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Publish callbacks [] for router_gateway (4977754d-3d17-41b3-8f89-4fd027299e3d), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:36.604961 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:36.621588 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] For port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:41:36.625526 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] For port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=17ec1970-369a-4bbe-b8f4-9f1bec02ae67,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:41:36.661520 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:36.665319 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-4c9c2a4a-e5ca-4950-bcc8-fbef42edecd4 service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912864 May 28 03:41:36.696261 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:36.711925 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:36.727164 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Allocated IP 172.27.3.146 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/517b2da3-0569-430b-a345-92074a38ac56) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:41:36.750005 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:36.763404 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-dbb11ac6-0ef0-4534-8630-957f4a48187d req-ceef8fdd-d95d-414e-891f-1d472b73c745 service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900693 May 28 03:41:36.779799 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26109307-6c4b-45e7-ae49-0a78a900fb86 None None] Pushing event updated for resources: {'Port': ['ID=17ec1970-369a-4bbe-b8f4-9f1bec02ae67,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:36.848727 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Publish callbacks [] for port (517b2da3-0569-430b-a345-92074a38ac56), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:36.961098 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (517b2da3-0569-430b-a345-92074a38ac56), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:37.005876 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:41:37.012855 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:41:37.017571 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:41:37.022568 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Pushing event updated for resources: {'Port': ['ID=517b2da3-0569-430b-a345-92074a38ac56,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:37.274424 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:37.322247 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Publish callbacks [] for router_gateway (4977754d-3d17-41b3-8f89-4fd027299e3d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:37.425387 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e4dd07-7e63-4ca9-8a1d-37d7ecb66994 req-8f2423f9-aa3a-4e6a-8ead-3a2527482072 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:37.427314 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-49e4dd07-7e63-4ca9-8a1d-37d7ecb66994 req-8f2423f9-aa3a-4e6a-8ead-3a2527482072 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 944 time: 0.0725093 May 28 03:41:37.565698 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-49e4dd07-7e63-4ca9-8a1d-37d7ecb66994 req-0fb78d15-d083-4a0e-b0fa-f3fa58505854 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019120 May 28 03:41:37.619472 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877056'] for router (4977754d-3d17-41b3-8f89-4fd027299e3d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:37.795337 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae6cb9b-19b3-4d6a-b34f-d879360cef10 None None] Network af6636fe-9088-4d20-9a1e-fa3df2392948 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:41:37.859216 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-d9eb6771-c414-40b2-a1dc-8a55914775f6 None None] Provisioning complete for port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:37.859578 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d9eb6771-c414-40b2-a1dc-8a55914775f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:37.868872 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Router 4977754d-3d17-41b3-8f89-4fd027299e3d is scheduled to L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 with binding_index 1 {{(pid=104449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 03:41:37.974492 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-d9eb6771-c414-40b2-a1dc-8a55914775f6 None None] Current status of the port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:37.974863 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d9eb6771-c414-40b2-a1dc-8a55914775f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:37.991779 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:41:38.004466 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Sync routers for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:41:38.027649 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-d9eb6771-c414-40b2-a1dc-8a55914775f6 None None] For port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=17ec1970-369a-4bbe-b8f4-9f1bec02ae67,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:38.031499 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:38.032153 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:38.073074 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:38.073074 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-79b1c563-c690-4aee-bec6-022092f031ec admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1801984 May 28 03:41:38.073074 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37792) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:38.141128 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d9eb6771-c414-40b2-a1dc-8a55914775f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:38.169521 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:38.222961 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:38.223298 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:38.230306 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:38.296794 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb6771-c414-40b2-a1dc-8a55914775f6 None None] Pushing event updated for resources: {'Port': ['ID=17ec1970-369a-4bbe-b8f4-9f1bec02ae67,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:38.325596 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-8b63d821-3e29-44af-941c-ede6584f85bf None None] Provisioning complete for port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:38.325973 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8b63d821-3e29-44af-941c-ede6584f85bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:38.399540 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device b60c0498-d47b-4439-b615-1ff9bb9a032a details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:41:38.423045 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:38.423310 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:38.453136 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:38.626559 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:38.718838 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:38.720569 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c7a3b-c203-4e8d-a604-8b886c0ecbd8 req-a4a62bfa-9a47-4978-8ad9-96b5d20d36fb tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:38.722688 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-652c7a3b-c203-4e8d-a604-8b886c0ecbd8 req-a4a62bfa-9a47-4978-8ad9-96b5d20d36fb tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 944 time: 0.0576150 May 28 03:41:38.765408 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-8b63d821-3e29-44af-941c-ede6584f85bf None None] Current status of the port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:38.793034 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:37Z', 'revision_number': 3, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:38.819539 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-652c7a3b-c203-4e8d-a604-8b886c0ecbd8 req-a56a072a-1ff1-4da0-a384-53cbfecf6bb1 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901663 May 28 03:41:38.841840 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Checking router: 4977754d-3d17-41b3-8f89-4fd027299e3d for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:41:38.843007 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Updating router 4977754d-3d17-41b3-8f89-4fd027299e3d port 517b2da3-0569-430b-a345-92074a38ac56 binding host dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:41:38.870823 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:38.878714 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port b60c0498-d47b-4439-b615-1ff9bb9a032a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b60c0498-d47b-4439-b615-1ff9bb9a032a,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:38.894547 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (517b2da3-0569-430b-a345-92074a38ac56), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:38.896423 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': 'b60c0498-d47b-4439-b615-1ff9bb9a032a', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'port_id': 'b60c0498-d47b-4439-b615-1ff9bb9a032a', 'mac_address': 'fa:16:3e:d6:3e:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:41:38.899284 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Allocated IP 172.20.0.1 (af6636fe-9088-4d20-9a1e-fa3df2392948/7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff/b9a32979-b574-4f83-8fbe-f2fa55e0e0ca) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:41:38.982065 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port b60c0498-d47b-4439-b615-1ff9bb9a032a is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:38.982357 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.016335 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Publish callbacks [] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.044398 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b60c0498-d47b-4439-b615-1ff9bb9a032a {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:41:39.079076 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port b60c0498-d47b-4439-b615-1ff9bb9a032a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b60c0498-d47b-4439-b615-1ff9bb9a032a,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:39.111828 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.143852 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.147905 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Network af6636fe-9088-4d20-9a1e-fa3df2392948 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:41:39.151163 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:41:39.151405 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:39.154904 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:41:39.156163 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878195'] for router_interface (4977754d-3d17-41b3-8f89-4fd027299e3d), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.203032 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a32979-b574-4f83-8fbe-f2fa55e0e0ca,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:39.221887 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=b60c0498-d47b-4439-b615-1ff9bb9a032a,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:39.291163 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Publish callbacks [] for port (517b2da3-0569-430b-a345-92074a38ac56), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.365881 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (517b2da3-0569-430b-a345-92074a38ac56), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.387275 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.424753 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-373c9b14-4b9e-4618-9dbd-0c07871be462 None None] Provisioning complete for port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:39.425142 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-373c9b14-4b9e-4618-9dbd-0c07871be462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.448461 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138f0c0-96a6-4276-92c8-f6ba7700e6e7 None None] Pushing event updated for resources: {'Port': ['ID=517b2da3-0569-430b-a345-92074a38ac56,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:39.453877 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Attempting to bind port 517b2da3-0569-430b-a345-92074a38ac56 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:41:39.454242 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Attempting to bind port 517b2da3-0569-430b-a345-92074a38ac56 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:41:39.454603 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Attempting to bind port 517b2da3-0569-430b-a345-92074a38ac56 on network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:41:39.456976 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['b60c0498-d47b-4439-b615-1ff9bb9a032a'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:41:39.494024 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:41:39.494311 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Checking segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:41:39.494710 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.495100 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Bound using segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:41:39.495584 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Bound port: 517b2da3-0569-430b-a345-92074a38ac56, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:41:39.496602 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (517b2da3-0569-430b-a345-92074a38ac56), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.497445 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:39.520531 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-373c9b14-4b9e-4618-9dbd-0c07871be462 None None] Port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:41:39.551233 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:39.571501 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:39.576375 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] For port 517b2da3-0569-430b-a345-92074a38ac56, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:41:39.588585 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Publish callbacks [] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.594658 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] For port 517b2da3-0569-430b-a345-92074a38ac56, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=517b2da3-0569-430b-a345-92074a38ac56,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:41:39.677358 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.677998 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (517b2da3-0569-430b-a345-92074a38ac56), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.678294 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-877763'] for router_interface (4977754d-3d17-41b3-8f89-4fd027299e3d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:39.738046 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:39.739442 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:39.744265 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8138f0c0-96a6-4276-92c8-f6ba7700e6e7 None None] Pushing event updated for resources: {'Port': ['ID=517b2da3-0569-430b-a345-92074a38ac56,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:39.772204 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a32979-b574-4f83-8fbe-f2fa55e0e0ca,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:39.813705 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Network af6636fe-9088-4d20-9a1e-fa3df2392948 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:41:39.815555 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:41:39.859269 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:39.985985 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Router 4977754d-3d17-41b3-8f89-4fd027299e3d has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:41:40.007496 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d8e22-1547-44fc-952c-160d175946a5 req-b269dff3-418b-4e67-bba6-62b546a391c9 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:40.010554 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c08d8e22-1547-44fc-952c-160d175946a5 req-b269dff3-418b-4e67-bba6-62b546a391c9 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 945 time: 0.1020377 May 28 03:41:40.037963 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:40.127764 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c08d8e22-1547-44fc-952c-160d175946a5 req-08e69ac8-a26c-40b9-a43a-7378c5777e2b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105723 May 28 03:41:40.132765 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 2, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:40.167867 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d1b76f-5344-4893-8b52-8d7691c7d5b0 None None] The sync data for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi is: [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 2, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:41:40.200316 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:40.249765 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:41:40.254961 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ed9e07e9-d872-40f7-b1ca-66230445a626 admin admin] 10.222.0.41 "PUT /v2.0/routers/4977754d-3d17-41b3-8f89-4fd027299e3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1813416 May 28 03:41:40.261635 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-655fa262-2eea-40ee-8cd3-9b5fb821c0c8 None None] Provisioning complete for port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:40.261888 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-655fa262-2eea-40ee-8cd3-9b5fb821c0c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:40.316964 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:40.317524 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:40.321257 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-655fa262-2eea-40ee-8cd3-9b5fb821c0c8 None None] Port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:41:40.405326 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device b60c0498-d47b-4439-b615-1ff9bb9a032a up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:40.459423 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:40.476000 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:40.480324 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port b60c0498-d47b-4439-b615-1ff9bb9a032a completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:41:40.593711 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e793060a-21f4-4b53-a6b6-849be4a34a90 req-ca323a9b-ca9b-4cbe-b046-b50947846032 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:40.595340 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e793060a-21f4-4b53-a6b6-849be4a34a90 req-ca323a9b-ca9b-4cbe-b046-b50947846032 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0516346 May 28 03:41:40.627226 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port b60c0498-d47b-4439-b615-1ff9bb9a032a triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:40.627226 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:40.654730 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e793060a-21f4-4b53-a6b6-849be4a34a90 req-b973ef12-adb4-4753-b9db-0e66a07dfb60 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534451 May 28 03:41:40.720829 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port b60c0498-d47b-4439-b615-1ff9bb9a032a is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:40.721249 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:40.745243 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c0498-d47b-4439-b615-1ff9bb9a032a'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:41:40.747528 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9d7a16-1a9d-4934-bb51-bef48bc25453" -d '{"events": [{"server_uuid": "f65cf50d-baf3-4a38-9dec-14ff91d5f6ac", "name": "network-vif-plugged", "status": "completed", "tag": "b60c0498-d47b-4439-b615-1ff9bb9a032a"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:41:40.765926 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port b60c0498-d47b-4439-b615-1ff9bb9a032a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b60c0498-d47b-4439-b615-1ff9bb9a032a,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:40.864243 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:40.930553 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=b60c0498-d47b-4439-b615-1ff9bb9a032a,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:40.974728 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e69548-b650-49c7-8aa2-190d2c60ecef x-openstack-request-id: req-30e69548-b650-49c7-8aa2-190d2c60ecef {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:41:40.974872 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65cf50d-baf3-4a38-9dec-14ff91d5f6ac", "name": "network-vif-plugged", "status": "completed", "tag": "b60c0498-d47b-4439-b615-1ff9bb9a032a", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:41:40.975081 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-30e69548-b650-49c7-8aa2-190d2c60ecef {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:41:40.975420 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30e69548-b650-49c7-8aa2-190d2c60ecef'] response: {'server_uuid': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b60c0498-d47b-4439-b615-1ff9bb9a032a', 'code': 200} May 28 03:41:41.196269 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37828) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:41.201300 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-56353278-network', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:41.252604 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ec7e6-ab53-4956-ae88-f839d4d5527a req-21343d52-4d98-4a23-ad20-27f1c25cb53b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:41.254165 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-831ec7e6-ab53-4956-ae88-f839d4d5527a req-21343d52-4d98-4a23-ad20-27f1c25cb53b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 946 time: 0.0498922 May 28 03:41:41.307777 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-831ec7e6-ab53-4956-ae88-f839d4d5527a req-5c359e8c-d86f-40c9-bb44-fb484c249368 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478334 May 28 03:41:41.317224 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Made reservation on behalf of dbf723c339db4b60abd1318b96b6b1fa for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:41:41.319655 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:41.328875 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:41.408302 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Publish callbacks [] for security_group (04faa9b5-9f2e-4488-b7fc-8c3261802a02), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:41.491965 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (04faa9b5-9f2e-4488-b7fc-8c3261802a02), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:41.520495 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:41:41.531364 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04faa9b5-9f2e-4488-b7fc-8c3261802a02,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:41.537464 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:41.538938 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (58326c70-9e8e-40fb-b1e5-13af2077a3c3), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:41.539218 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Added segment 58326c70-9e8e-40fb-b1e5-13af2077a3c3 of type vlan for network 7a9cf82a-c687-4899-99b5-5eecede5d52b May 28 03:41:41.583495 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (7a9cf82a-c687-4899-99b5-5eecede5d52b), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:41.680308 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (7a9cf82a-c687-4899-99b5-5eecede5d52b), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:41.681378 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:41.682002 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:41.760480 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] Pushing event updated for resources: {'Network': ['ID=7a9cf82a-c687-4899-99b5-5eecede5d52b,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:41.771283 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network 7a9cf82a-c687-4899-99b5-5eecede5d52b details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:41:41.797695 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49135693-9275-4eca-8359-282100063aec req-679c0457-4a46-4a31-96d4-e4558b91aefb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:41.799704 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-49135693-9275-4eca-8359-282100063aec req-679c0457-4a46-4a31-96d4-e4558b91aefb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0522168 May 28 03:41:41.804052 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-2c643da4-9f1d-4fa6-a44c-9a28c620c088 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.6066298 May 28 03:41:41.806819 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37838) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:41.812602 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-09a69308-cca5-477a-9193-0d658c90d90e admin admin] Request body: {'subnet': {'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-56353278-subnet', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:41.870713 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-49135693-9275-4eca-8359-282100063aec req-8ca3681b-1c51-40d0-9b6f-f9d08c1c1278 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532448 May 28 03:41:41.928240 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a69308-cca5-477a-9193-0d658c90d90e admin admin] Made reservation on behalf of dbf723c339db4b60abd1318b96b6b1fa for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:41:41.930820 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-09a69308-cca5-477a-9193-0d658c90d90e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:41.997093 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:42.167446 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 517b2da3-0569-430b-a345-92074a38ac56 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:42.184572 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-09a69308-cca5-477a-9193-0d658c90d90e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:42.217012 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 517b2da3-0569-430b-a345-92074a38ac56 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:42.217433 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (517b2da3-0569-430b-a345-92074a38ac56), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:42.240464 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a69308-cca5-477a-9193-0d658c90d90e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:42.269012 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a69308-cca5-477a-9193-0d658c90d90e admin admin] Checking segment: {'id': '58326c70-9e8e-40fb-b1e5-13af2077a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:41:42.269578 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a69308-cca5-477a-9193-0d658c90d90e admin admin] Network hostable DHCP agents. Network: 7a9cf82a-c687-4899-99b5-5eecede5d52b, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:41:42.299002 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 517b2da3-0569-430b-a345-92074a38ac56 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:42.299303 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (517b2da3-0569-430b-a345-92074a38ac56), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:42.320621 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 517b2da3-0569-430b-a345-92074a38ac56, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=517b2da3-0569-430b-a345-92074a38ac56,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:42.356804 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Sync routers for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:41:42.368296 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:42.368906 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:42.398516 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (517b2da3-0569-430b-a345-92074a38ac56), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:42.415001 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a69308-cca5-477a-9193-0d658c90d90e admin admin] Network 7a9cf82a-c687-4899-99b5-5eecede5d52b is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:41:42.440232 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089d9fa2-30bf-482e-8ca0-7b419e5c94a2 req-19bcf76f-0a9c-4edb-934c-5493827956fd tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:42.442233 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-089d9fa2-30bf-482e-8ca0-7b419e5c94a2 req-19bcf76f-0a9c-4edb-934c-5493827956fd tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 946 time: 0.0614631 May 28 03:41:42.452289 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=517b2da3-0569-430b-a345-92074a38ac56,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:42.472531 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:42.477795 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:42.495823 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-089d9fa2-30bf-482e-8ca0-7b419e5c94a2 req-908de8bb-b584-4b81-af14-17961c6118b1 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466421 May 28 03:41:42.497066 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-09a69308-cca5-477a-9193-0d658c90d90e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, 7a9cf82a-c687-4899-99b5-5eecede5d52b) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:41:42.502202 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a69308-cca5-477a-9193-0d658c90d90e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:42.502792 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-09a69308-cca5-477a-9193-0d658c90d90e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:42.506004 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff875b-8c11-44a7-857d-5e65c16f9135 None None] Network 7a9cf82a-c687-4899-99b5-5eecede5d52b requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:41:42.611534 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-09a69308-cca5-477a-9193-0d658c90d90e admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8029900 May 28 03:41:42.614250 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37846) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:42.619972 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-56353278-router', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:42.639858 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a8d4a0-147d-503b-ad97-c41c9d5b7add-7a9cf82a-c687-4899-99b5-5eecede5d52b', 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b', 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'fixed_ips': [{'subnet_id': 'ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c'}]}} from dv-cinder-843361-3-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 03:41:42.639858 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:42.667334 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:42.678217 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 2, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:42.707756 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Checking router: 4977754d-3d17-41b3-8f89-4fd027299e3d for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:41:42.708098 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Updating router 4977754d-3d17-41b3-8f89-4fd027299e3d port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:41:42.743225 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:42.759462 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-858483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5120'] for router (708aa96a-e80f-4211-9edb-f7ea4643138d), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:42.760553 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router (708aa96a-e80f-4211-9edb-f7ea4643138d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:42.793752 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Allocated IP 172.20.0.2 (7a9cf82a-c687-4899-99b5-5eecede5d52b/ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c/806fab0a-a948-45e8-bb8f-2659614cfb8e) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:41:42.813575 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Publish callbacks [] for router_controller (708aa96a-e80f-4211-9edb-f7ea4643138d), precommit_add_association {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:42.866922 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:42.937962 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Publish callbacks [] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:42.987476 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:43.041750 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Publish callbacks [] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.052088 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.072945 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a6ee4-c035-4c2b-8a57-8460c4439302 req-e2c65b00-8b8c-49a5-952f-dec4643d69b8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:43.074467 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-311a6ee4-c035-4c2b-8a57-8460c4439302 req-e2c65b00-8b8c-49a5-952f-dec4643d69b8 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.1137090 May 28 03:41:43.090540 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Network 7a9cf82a-c687-4899-99b5-5eecede5d52b is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:41:43.095354 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:41:43.098986 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:41:43.104227 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Publish callbacks [] for router_gateway (708aa96a-e80f-4211-9edb-f7ea4643138d), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.105536 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Pushing event updated for resources: {'Port': ['ID=806fab0a-a948-45e8-bb8f-2659614cfb8e,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:43.137475 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.163227 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-311a6ee4-c035-4c2b-8a57-8460c4439302 req-358569b1-d2f2-4f66-a016-797eb1a2d57b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592959 May 28 03:41:43.166475 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Attempting to bind port 806fab0a-a948-45e8-bb8f-2659614cfb8e on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:41:43.166590 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Attempting to bind port 806fab0a-a948-45e8-bb8f-2659614cfb8e by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '58326c70-9e8e-40fb-b1e5-13af2077a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:41:43.167008 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Attempting to bind port 806fab0a-a948-45e8-bb8f-2659614cfb8e on network 7a9cf82a-c687-4899-99b5-5eecede5d52b {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:41:43.172697 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:41:43.177183 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Checking segment: {'id': '58326c70-9e8e-40fb-b1e5-13af2077a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:41:43.177183 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.177183 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Bound using segment: {'id': '58326c70-9e8e-40fb-b1e5-13af2077a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:41:43.177183 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Bound port: 806fab0a-a948-45e8-bb8f-2659614cfb8e, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58326c70-9e8e-40fb-b1e5-13af2077a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:41:43.177183 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.182464 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:43.191046 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Pushing event updated for resources: {'Port': ['ID=b9a32979-b574-4f83-8fbe-f2fa55e0e0ca,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:43.200445 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.200787 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.201164 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.201518 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.201904 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.202736 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.203053 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.203370 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.203691 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.204007 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.204323 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.204657 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.204972 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.205310 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.205619 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:41:43.219633 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:43.245991 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] For port 806fab0a-a948-45e8-bb8f-2659614cfb8e, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:41:43.250778 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] For port 806fab0a-a948-45e8-bb8f-2659614cfb8e, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=806fab0a-a948-45e8-bb8f-2659614cfb8e,segment=NetworkSegment(58326c70-9e8e-40fb-b1e5-13af2077a3c3),segment_id=58326c70-9e8e-40fb-b1e5-13af2077a3c3)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:41:43.269466 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Attempting to bind port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:41:43.269967 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Attempting to bind port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:41:43.270420 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Attempting to bind port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca on network af6636fe-9088-4d20-9a1e-fa3df2392948 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:41:43.276906 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:41:43.277437 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Checking segment: {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:41:43.277894 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.278341 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Bound using segment: {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:41:43.278897 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Bound port: b9a32979-b574-4f83-8fbe-f2fa55e0e0ca, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:41:43.279329 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.341617 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] For port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:41:43.344755 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] For port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=b9a32979-b574-4f83-8fbe-f2fa55e0e0ca,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:41:43.355537 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.385950 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:43.400837 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Publish callbacks [] for router_gateway (708aa96a-e80f-4211-9edb-f7ea4643138d), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.421829 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cd715-0a5b-4af2-a82d-1776273c76f7 None None] Pushing event updated for resources: {'Port': ['ID=806fab0a-a948-45e8-bb8f-2659614cfb8e,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:43.425429 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.460895 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.473481 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-63251128-cd54-477d-8b53-7dd59b9458bc None None] Provisioning complete for port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:43.473852 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-63251128-cd54-477d-8b53-7dd59b9458bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.526179 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12156824-1525-48e6-ac0b-b85f56c1e37f None None] Pushing event updated for resources: {'Port': ['ID=b9a32979-b574-4f83-8fbe-f2fa55e0e0ca,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:43.563093 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:43.564032 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:43.584460 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-63251128-cd54-477d-8b53-7dd59b9458bc None None] Current status of the port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:43.584860 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-63251128-cd54-477d-8b53-7dd59b9458bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.607310 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Allocated IP 172.27.3.26 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/475438c5-925d-4308-985d-74788f21f9fc) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:41:43.661862 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8af830-6dfd-42fa-b449-bd43534f167a req-08840880-6f90-413c-a1fb-a502bb31a0c1 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:43.690194 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-db8af830-6dfd-42fa-b449-bd43534f167a req-08840880-6f90-413c-a1fb-a502bb31a0c1 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 946 time: 0.0947053 May 28 03:41:43.725459 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-63251128-cd54-477d-8b53-7dd59b9458bc None None] For port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=b9a32979-b574-4f83-8fbe-f2fa55e0e0ca,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:43.775762 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-db8af830-6dfd-42fa-b449-bd43534f167a req-c9feb106-b245-4b91-b75b-9ce33bd72ace tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801442 May 28 03:41:43.777014 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:43.791691 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-63251128-cd54-477d-8b53-7dd59b9458bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.872021 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Publish callbacks [] for port (475438c5-925d-4308-985d-74788f21f9fc), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:43.903760 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63251128-cd54-477d-8b53-7dd59b9458bc None None] Pushing event updated for resources: {'Port': ['ID=b9a32979-b574-4f83-8fbe-f2fa55e0e0ca,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:43.979218 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-71f53ac6-ec9a-497c-8e23-8affa9643cdd tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:43.980814 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-71f53ac6-ec9a-497c-8e23-8affa9643cdd tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.0749664 May 28 03:41:44.012495 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-0ec81549-6014-4bbc-ae18-2c96b2b236d0 None None] Provisioning complete for port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:44.012967 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0ec81549-6014-4bbc-ae18-2c96b2b236d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:44.081477 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (475438c5-925d-4308-985d-74788f21f9fc), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:44.126778 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:41:44.130496 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:41:44.143261 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:44.158505 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:41:44.175921 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94784c5-03ef-4505-b85f-c233030696c9 None None] The sync data for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi is: [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:41:44.211201 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Deleting port ea42d3d0-51a0-41a4-b165-b66f57c57a62 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:41:44.211710 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:44.355151 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Pushing event updated for resources: {'Port': ['ID=475438c5-925d-4308-985d-74788f21f9fc,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:44.360174 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4871ee2-f411-470e-a515-80a4e68c5384 req-0b4b5b6f-06aa-4909-a2a8-fba546148ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:44.362467 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b4871ee2-f411-470e-a515-80a4e68c5384 req-0b4b5b6f-06aa-4909-a2a8-fba546148ee0 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 1130 time: 0.2633367 May 28 03:41:44.363635 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-0ec81549-6014-4bbc-ae18-2c96b2b236d0 None None] Current status of the port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:44.371862 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 806fab0a-a948-45e8-bb8f-2659614cfb8e up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:44.433490 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 806fab0a-a948-45e8-bb8f-2659614cfb8e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:44.433951 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:44.542396 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 806fab0a-a948-45e8-bb8f-2659614cfb8e is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:44.542781 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:44.543522 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281482a8-1d4c-4c77-b680-503fccada4af req-8b576369-39d2-4f05-b10d-c0efd4271a29 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:44.548581 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-281482a8-1d4c-4c77-b680-503fccada4af req-8b576369-39d2-4f05-b10d-c0efd4271a29 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 946 time: 0.2198591 May 28 03:41:44.593271 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 806fab0a-a948-45e8-bb8f-2659614cfb8e, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=806fab0a-a948-45e8-bb8f-2659614cfb8e,segment=NetworkSegment(58326c70-9e8e-40fb-b1e5-13af2077a3c3),segment_id=58326c70-9e8e-40fb-b1e5-13af2077a3c3)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:44.634777 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b4871ee2-f411-470e-a515-80a4e68c5384 req-9c7776dd-b31c-40a8-b782-c14451f97b2f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278440 May 28 03:41:44.637292 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:44.638142 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device b9a32979-b574-4f83-8fbe-f2fa55e0e0ca up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:44.675767 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] For port ea42d3d0-51a0-41a4-b165-b66f57c57a62, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ea42d3d0-51a0-41a4-b165-b66f57c57a62,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:44.676117 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:44.692001 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:44.752765 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=806fab0a-a948-45e8-bb8f-2659614cfb8e,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:44.763996 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:44.764941 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:44.771339 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-281482a8-1d4c-4c77-b680-503fccada4af req-d49677bf-aa6f-4cf3-97d3-3e30ebfdd600 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=d153ee2c-daa3-4f0b-90a3-b756b05837e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2063305 May 28 03:41:44.880682 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69439b40-45ae-46ee-998c-b2d0c5cfe431 None None] Network 7a9cf82a-c687-4899-99b5-5eecede5d52b requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:41:44.912971 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:44.914133 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 517b2da3-0569-430b-a345-92074a38ac56 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:44.999516 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-bb6dc872-2689-4230-8f7d-4a4e554bbc90 None None] Provisioning complete for port 806fab0a-a948-45e8-bb8f-2659614cfb8e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:44.999999 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bb6dc872-2689-4230-8f7d-4a4e554bbc90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:45.115756 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d9b39-721c-41ff-b87c-0b78ee91d6b9 req-ad892907-a618-478a-b798-a8ae0bb2c2ef tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:45.119517 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-753d9b39-721c-41ff-b87c-0b78ee91d6b9 req-ad892907-a618-478a-b798-a8ae0bb2c2ef tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0645216 May 28 03:41:45.140134 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 517b2da3-0569-430b-a345-92074a38ac56 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:45.142019 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (517b2da3-0569-430b-a345-92074a38ac56), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:45.189086 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-753d9b39-721c-41ff-b87c-0b78ee91d6b9 req-b73d92d8-cc19-4530-9548-d8c759492d4a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588849 May 28 03:41:45.234472 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-bb6dc872-2689-4230-8f7d-4a4e554bbc90 None None] Current status of the port 806fab0a-a948-45e8-bb8f-2659614cfb8e is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:45.244614 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:45.251808 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 517b2da3-0569-430b-a345-92074a38ac56 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:45.308475 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:45.320615 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdd34dd-b884-4f87-a8c2-0991b314c9b1 req-f02bfdf8-7834-4785-9102-88fd5401e817 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:45.322131 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9fdd34dd-b884-4f87-a8c2-0991b314c9b1 req-f02bfdf8-7834-4785-9102-88fd5401e817 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 946 time: 0.4216540 May 28 03:41:45.328413 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:45.395766 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:45.396128 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:45.396446 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Floating IP 2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba disassociated. External IP: 172.27.3.4, port: ea42d3d0-51a0-41a4-b165-b66f57c57a62. May 28 03:41:45.396793 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Calling delete_port for ea42d3d0-51a0-41a4-b165-b66f57c57a62 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:41:45.414229 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Publish callbacks [] for router_gateway (708aa96a-e80f-4211-9edb-f7ea4643138d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:45.460218 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1794ddd3-2eac-4f62-a07e-b5aab72fdb63 None None] Provisioning complete for port 806fab0a-a948-45e8-bb8f-2659614cfb8e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:45.460814 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1794ddd3-2eac-4f62-a07e-b5aab72fdb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:45.501296 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9fdd34dd-b884-4f87-a8c2-0991b314c9b1 req-564fcb1f-51fc-48b8-8345-39c834c9c702 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531634 May 28 03:41:45.536422 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1794ddd3-2eac-4f62-a07e-b5aab72fdb63 None None] Current status of the port 806fab0a-a948-45e8-bb8f-2659614cfb8e is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:45.712375 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877056'] for router (708aa96a-e80f-4211-9edb-f7ea4643138d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:45.748522 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:45.774199 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (ea42d3d0-51a0-41a4-b165-b66f57c57a62), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:45.834216 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event deleted for resources: {'Port': ['ID=ea42d3d0-51a0-41a4-b165-b66f57c57a62,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:45.898261 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-32fda35f-5e4f-4694-81c0-70d00ffbe3b6 req-325ec198-888e-40d6-bd66-9dae8b56bf3d tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 210 time: 0.0285683 May 28 03:41:45.976808 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Router ac2fd311-4d32-440e-a015-7e7db9f07342 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:41:46.098648 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:41:46.115021 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7814804-22d1-40ae-a949-f831d453f9e4 None None] Sync routers for ids ['ac2fd311-4d32-440e-a015-7e7db9f07342'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:41:46.128121 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7814804-22d1-40ae-a949-f831d453f9e4 None None] Routers {'ac2fd311-4d32-440e-a015-7e7db9f07342'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:46.129151 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-f7814804-22d1-40ae-a949-f831d453f9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['ac2fd311-4d32-440e-a015-7e7db9f07342'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:46.147850 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] No DVR routers for this DVR port ea42d3d0-51a0-41a4-b165-b66f57c57a62 on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:41:46.150298 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:46.153543 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e7c3e96-24c6-4feb-b158-c4f782597712 req-ee599d88-819c-4ff1-8b4f-84d6b5912080 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "DELETE /v2.0/ports/ea42d3d0-51a0-41a4-b165-b66f57c57a62 HTTP/1.1" status: 204 len: 173 time: 2.1658542 May 28 03:41:46.153971 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'name': 'network-vif-deleted', 'tag': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:41:46.156710 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58038577-3ff1-47a4-99e8-df8c71538f0f" -d '{"events": [{"server_uuid": "13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690", "name": "network-vif-deleted", "tag": "ea42d3d0-51a0-41a4-b165-b66f57c57a62"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:41:46.175363 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 806fab0a-a948-45e8-bb8f-2659614cfb8e up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:46.180453 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Router 708aa96a-e80f-4211-9edb-f7ea4643138d is scheduled to L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 with binding_index 1 {{(pid=104450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 03:41:46.310560 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ef9ba4-8237-49d4-aacd-1486456f8573 x-openstack-request-id: req-d6ef9ba4-8237-49d4-aacd-1486456f8573 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:41:46.311320 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-f7814804-22d1-40ae-a949-f831d453f9e4 None None] Set router ac2fd311-4d32-440e-a015-7e7db9f07342 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:46.311455 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690", "name": "network-vif-deleted", "tag": "ea42d3d0-51a0-41a4-b165-b66f57c57a62", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:41:46.311455 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-d6ef9ba4-8237-49d4-aacd-1486456f8573 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:41:46.311455 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6ef9ba4-8237-49d4-aacd-1486456f8573'] response: {'server_uuid': '13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690', 'name': 'network-vif-deleted', 'tag': 'ea42d3d0-51a0-41a4-b165-b66f57c57a62', 'status': 'completed', 'code': 200} May 28 03:41:46.313262 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:41:46.321725 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Sync routers for ids ['708aa96a-e80f-4211-9edb-f7ea4643138d'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:41:46.337447 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bcb54-9139-4b04-9aa3-15d3e8376ac2 req-bdf584cf-f5c3-47e2-9f24-f08c05441547 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:46.339632 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-503bcb54-9139-4b04-9aa3-15d3e8376ac2 req-bdf584cf-f5c3-47e2-9f24-f08c05441547 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0573409 May 28 03:41:46.343189 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Routers {'708aa96a-e80f-4211-9edb-f7ea4643138d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:46.343861 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['708aa96a-e80f-4211-9edb-f7ea4643138d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:46.365542 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 806fab0a-a948-45e8-bb8f-2659614cfb8e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:46.365868 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:46.413298 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-503bcb54-9139-4b04-9aa3-15d3e8376ac2 req-b4e2ed76-7716-4931-9f26-f76a024c1b6b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666478 May 28 03:41:46.442180 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:46.442400 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37886) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:46.444760 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-465a4dd7-d53f-40c6-9764-96532fb7e950 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8294044 May 28 03:41:46.454683 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:46.477326 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device ea42d3d0-51a0-41a4-b165-b66f57c57a62 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:41:46.490388 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Set router 708aa96a-e80f-4211-9edb-f7ea4643138d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:46.501484 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: ea42d3d0-51a0-41a4-b165-b66f57c57a62 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:41:46.503455 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device ea42d3d0-51a0-41a4-b165-b66f57c57a62 not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:41:46.510149 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:46.604312 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 806fab0a-a948-45e8-bb8f-2659614cfb8e is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:46.656184 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-f7814804-22d1-40ae-a949-f831d453f9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:04Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'ead111f5-8280-4dbb-8401-b472c4c4ee8a', 'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'mac_address': 'fa:16:3e:82:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:36:02Z', 'updated_at': '2022-05-28T03:36:12Z', 'revision_number': 5, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'subnets': [{'id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:46.685310 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7814804-22d1-40ae-a949-f831d453f9e4 None None] Checking router: ac2fd311-4d32-440e-a015-7e7db9f07342 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:41:46.697983 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7814804-22d1-40ae-a949-f831d453f9e4 None None] Routers {'ac2fd311-4d32-440e-a015-7e7db9f07342'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:46.698600 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-f7814804-22d1-40ae-a949-f831d453f9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['ac2fd311-4d32-440e-a015-7e7db9f07342'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:46.714758 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'name': 'tempest-TestVolumeBootPattern-56353278-router', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '475438c5-925d-4308-985d-74788f21f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:42Z', 'updated_at': '2022-05-28T03:41:44Z', 'revision_number': 3, 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'gw_port': {'id': '475438c5-925d-4308-985d-74788f21f9fc', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:43Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:46.728352 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf314ee4-ae4d-499f-9118-8456bab52d8b req-8b6f05cf-ea80-4479-b732-6f985eb3b85d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:46.730710 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bf314ee4-ae4d-499f-9118-8456bab52d8b req-8b6f05cf-ea80-4479-b732-6f985eb3b85d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 946 time: 0.0558190 May 28 03:41:46.738623 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:46.740821 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Checking router: 708aa96a-e80f-4211-9edb-f7ea4643138d for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:41:46.741093 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Updating router 708aa96a-e80f-4211-9edb-f7ea4643138d port 475438c5-925d-4308-985d-74788f21f9fc binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:41:46.777579 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (475438c5-925d-4308-985d-74788f21f9fc), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:46.796625 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bf314ee4-ae4d-499f-9118-8456bab52d8b req-a3f4c76d-6748-4f28-99b3-a981aba3bb42 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595047 May 28 03:41:46.820258 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-f7814804-22d1-40ae-a949-f831d453f9e4 None None] Set router ac2fd311-4d32-440e-a015-7e7db9f07342 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:46.861377 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:46.907308 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:46.924269 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:46.971273 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fdd8d-dbc9-45b2-8bf7-4d6552ef8075 req-fead0671-057e-43b9-8cd4-5af7cec6189b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:46.978446 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cd5fdd8d-dbc9-45b2-8bf7-4d6552ef8075 req-fead0671-057e-43b9-8cd4-5af7cec6189b tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 946 time: 0.0968554 May 28 03:41:46.983543 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37894) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:46.988474 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-791a33b9-4ba1-4493-be29-42182a8c2ac8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Request body: {'floatingip': {'port_id': 'b60c0498-d47b-4439-b615-1ff9bb9a032a'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:47.026219 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.039035 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-791a33b9-4ba1-4493-be29-42182a8c2ac8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (abae92ff-6da8-4e8f-bd71-a1f48d53d272), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.081078 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:47.106884 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-f7814804-22d1-40ae-a949-f831d453f9e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:04Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'ead111f5-8280-4dbb-8401-b472c4c4ee8a', 'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'mac_address': 'fa:16:3e:82:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:36:02Z', 'updated_at': '2022-05-28T03:36:12Z', 'revision_number': 5, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'subnets': [{'id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:47.126230 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Publish callbacks [] for port (475438c5-925d-4308-985d-74788f21f9fc), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.150303 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-786c0c91-37ab-406b-b6f6-cda23c26393d req-9d5daa6e-670a-4cd6-a6d6-84f5a0f07ee0 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=13c3d7e5-a696-4d8c-8d9c-1d4fdd2cd690 HTTP/1.1" status: 200 len: 210 time: 0.0695491 May 28 03:41:47.212635 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (475438c5-925d-4308-985d-74788f21f9fc), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.220578 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:47.229149 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Allocated IP 172.20.0.1 (7a9cf82a-c687-4899-99b5-5eecede5d52b/ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c/37a31ee1-3a28-4cdd-ad44-960e0af74a0e) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:41:47.261041 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59345dd-5c8d-421c-9118-6012f58fe227 None None] Pushing event updated for resources: {'Port': ['ID=475438c5-925d-4308-985d-74788f21f9fc,revision_number=2']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:47.288943 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Attempting to bind port 475438c5-925d-4308-985d-74788f21f9fc on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:41:47.289335 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Attempting to bind port 475438c5-925d-4308-985d-74788f21f9fc by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:41:47.289751 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Attempting to bind port 475438c5-925d-4308-985d-74788f21f9fc on network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:41:47.295911 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:41:47.296398 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Checking segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:41:47.296870 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.297277 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Bound using segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:41:47.297747 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Bound port: 475438c5-925d-4308-985d-74788f21f9fc, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:41:47.298121 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (475438c5-925d-4308-985d-74788f21f9fc), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.306898 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7814804-22d1-40ae-a949-f831d453f9e4 None None] The sync data for ids ['ac2fd311-4d32-440e-a015-7e7db9f07342'] in dv-cinder-843361-3-iscsi is: [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:04Z', 'revision_number': 4, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'ead111f5-8280-4dbb-8401-b472c4c4ee8a', 'name': '', 'network_id': 'a3076c7d-656d-4e5b-8611-4fd5569b4e24', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'mac_address': 'fa:16:3e:82:8d:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_interface', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:36:02Z', 'updated_at': '2022-05-28T03:36:12Z', 'revision_number': 5, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'subnets': [{'id': 'da50ec93-7f82-409a-8de1-5fe0de05e55d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:41:47.362420 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] For port 475438c5-925d-4308-985d-74788f21f9fc, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:41:47.366051 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] For port 475438c5-925d-4308-985d-74788f21f9fc, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=475438c5-925d-4308-985d-74788f21f9fc,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:41:47.375926 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Publish callbacks [] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.475369 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (475438c5-925d-4308-985d-74788f21f9fc), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.531533 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.559550 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:47.565298 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59345dd-5c8d-421c-9118-6012f58fe227 None None] Pushing event updated for resources: {'Port': ['ID=475438c5-925d-4308-985d-74788f21f9fc,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:47.570202 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Routers {'708aa96a-e80f-4211-9edb-f7ea4643138d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:47.570862 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['708aa96a-e80f-4211-9edb-f7ea4643138d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:47.609607 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:47.621380 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17f7a10-5db6-4ecb-be17-41510ee20a65 None None] New status for floating IP 2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:41:47.622322 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751a19a-3353-4811-b2c4-8a1442a7cce2 req-065b641e-0738-493a-b540-c241a158d6b7 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:47.624366 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1751a19a-3353-4811-b2c4-8a1442a7cce2 req-065b641e-0738-493a-b540-c241a158d6b7 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.1157715 May 28 03:41:47.626282 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Network 7a9cf82a-c687-4899-99b5-5eecede5d52b is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:41:47.632584 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:41:47.632784 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-791a33b9-4ba1-4493-be29-42182a8c2ac8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.634728 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:41:47.635617 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878195'] for router_interface (708aa96a-e80f-4211-9edb-f7ea4643138d), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.650685 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Pushing event updated for resources: {'Port': ['ID=37a31ee1-3a28-4cdd-ad44-960e0af74a0e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:47.697935 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-791a33b9-4ba1-4493-be29-42182a8c2ac8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (abae92ff-6da8-4e8f-bd71-a1f48d53d272), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.740230 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1751a19a-3353-4811-b2c4-8a1442a7cce2 req-57e55d00-cb17-49bf-951f-4570c20516eb tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011508 May 28 03:41:47.794272 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] Set router 708aa96a-e80f-4211-9edb-f7ea4643138d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:47.815291 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:47.836472 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:47.838183 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-791a33b9-4ba1-4493-be29-42182a8c2ac8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Floating IP abae92ff-6da8-4e8f-bd71-a1f48d53d272 associated. External IP: 172.27.3.85, port: b60c0498-d47b-4439-b615-1ff9bb9a032a. May 28 03:41:47.925353 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:47.976180 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1146f286-f216-48d1-9f3f-927df9b9833c None None] Provisioning complete for port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:47.976581 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1146f286-f216-48d1-9f3f-927df9b9833c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:48.005300 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'name': 'tempest-TestVolumeBootPattern-56353278-router', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '475438c5-925d-4308-985d-74788f21f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:42Z', 'updated_at': '2022-05-28T03:41:44Z', 'revision_number': 3, 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'gw_port': {'id': '475438c5-925d-4308-985d-74788f21f9fc', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:43Z', 'updated_at': '2022-05-28T03:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:48.025901 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1146f286-f216-48d1-9f3f-927df9b9833c None None] Port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:41:48.033906 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98384e0-90e3-44df-aea5-196e4c4e908e None None] The sync data for ids ['708aa96a-e80f-4211-9edb-f7ea4643138d'] in dv-cinder-843361-3-iscsi is: [{'id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'name': 'tempest-TestVolumeBootPattern-56353278-router', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '475438c5-925d-4308-985d-74788f21f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:42Z', 'updated_at': '2022-05-28T03:41:44Z', 'revision_number': 3, 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'gw_port': {'id': '475438c5-925d-4308-985d-74788f21f9fc', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:43Z', 'updated_at': '2022-05-28T03:41:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:41:48.085411 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791a33b9-4ba1-4493-be29-42182a8c2ac8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Router 16ba28df-7752-4608-be78-a068ff847a0a has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:41:48.164938 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Publish callbacks [] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:48.197619 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791a33b9-4ba1-4493-be29-42182a8c2ac8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:41:48.202164 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-791a33b9-4ba1-4493-be29-42182a8c2ac8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:48.206895 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f71b38f-7007-45c9-afeb-ba154d3c3f24 None None] Sync routers for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:41:48.218448 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f71b38f-7007-45c9-afeb-ba154d3c3f24 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:48.219139 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8f71b38f-7007-45c9-afeb-ba154d3c3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:48.225722 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:48.226502 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-877763'] for router_interface (708aa96a-e80f-4211-9edb-f7ea4643138d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:48.247989 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-791a33b9-4ba1-4493-be29-42182a8c2ac8 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "PUT /v2.0/floatingips/abae92ff-6da8-4e8f-bd71-a1f48d53d272 HTTP/1.1" status: 200 len: 991 time: 1.2611241 May 28 03:41:48.312447 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'tag': 'b60c0498-d47b-4439-b615-1ff9bb9a032a'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:41:48.315718 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a74a92a-95bf-48b7-a7b6-302d5f9e9584" -d '{"events": [{"name": "network-changed", "server_uuid": "f65cf50d-baf3-4a38-9dec-14ff91d5f6ac", "tag": "b60c0498-d47b-4439-b615-1ff9bb9a032a"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:41:48.350643 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Pushing event updated for resources: {'Port': ['ID=37a31ee1-3a28-4cdd-ad44-960e0af74a0e,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:48.371700 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-8f71b38f-7007-45c9-afeb-ba154d3c3f24 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:48.387036 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37906) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:48.401758 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1303c35-16c4-404c-865b-3ee87a1d4abd x-openstack-request-id: req-f1303c35-16c4-404c-865b-3ee87a1d4abd {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:41:48.402100 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f65cf50d-baf3-4a38-9dec-14ff91d5f6ac", "tag": "b60c0498-d47b-4439-b615-1ff9bb9a032a", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:41:48.402294 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-f1303c35-16c4-404c-865b-3ee87a1d4abd {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:41:48.402790 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1303c35-16c4-404c-865b-3ee87a1d4abd'] response: {'name': 'network-changed', 'server_uuid': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'tag': 'b60c0498-d47b-4439-b615-1ff9bb9a032a', 'status': 'completed', 'code': 200} May 28 03:41:48.417203 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Network 7a9cf82a-c687-4899-99b5-5eecede5d52b is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:41:48.419327 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:41:48.486693 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:48.532974 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ff1f95a2-18e0-4bfd-a445-a5561ed8adf9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for security_group (d153ee2c-daa3-4f0b-90a3-b756b05837e8), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:48.542071 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74a92a-95bf-48b7-a7b6-302d5f9e9584 req-fa2ade0f-9d2b-4647-ac92-b03edbb0b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:48.543851 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7a74a92a-95bf-48b7-a7b6-302d5f9e9584 req-fa2ade0f-9d2b-4647-ac92-b03edbb0b6f7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 1130 time: 0.1123445 May 28 03:41:48.559991 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Router 708aa96a-e80f-4211-9edb-f7ea4643138d has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:41:48.598057 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:48.623340 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ff1f95a2-18e0-4bfd-a445-a5561ed8adf9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for security_group (d153ee2c-daa3-4f0b-90a3-b756b05837e8), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:48.757254 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-9941e7d1-9273-44ef-9e5a-99c797f2ff68 None None] Provisioning complete for port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:48.758715 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9941e7d1-9273-44ef-9e5a-99c797f2ff68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:48.762513 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74a92a-95bf-48b7-a7b6-302d5f9e9584 req-a0db76d0-7655-4afd-8684-b95e277f46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:48.763588 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7a74a92a-95bf-48b7-a7b6-302d5f9e9584 req-a0db76d0-7655-4afd-8684-b95e277f46d5 service neutron] 10.222.0.27 "GET /v2.0/networks?id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 200 len: 915 time: 0.2034509 May 28 03:41:48.822896 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-9941e7d1-9273-44ef-9e5a-99c797f2ff68 None None] Port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:41:48.865785 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:48.877894 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7a74a92a-95bf-48b7-a7b6-302d5f9e9584 req-ec41d997-b31e-465b-9cfe-b7034c57c232 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b60c0498-d47b-4439-b615-1ff9bb9a032a HTTP/1.1" status: 200 len: 999 time: 0.1047080 May 28 03:41:48.882354 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8f71b38f-7007-45c9-afeb-ba154d3c3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'abae92ff-6da8-4e8f-bd71-a1f48d53d272', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'b60c0498-d47b-4439-b615-1ff9bb9a032a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:d6:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:41:29Z', 'updated_at': '2022-05-28T03:41:47Z', 'revision_number': 1, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:48.914456 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f71b38f-7007-45c9-afeb-ba154d3c3f24 None None] Checking router: 16ba28df-7752-4608-be78-a068ff847a0a for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:41:48.923894 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ff1f95a2-18e0-4bfd-a445-a5561ed8adf9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (d153ee2c-daa3-4f0b-90a3-b756b05837e8), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:48.925382 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f71b38f-7007-45c9-afeb-ba154d3c3f24 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:48.926016 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8f71b38f-7007-45c9-afeb-ba154d3c3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:48.926931 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ff1f95a2-18e0-4bfd-a445-a5561ed8adf9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:48.928544 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ff1f95a2-18e0-4bfd-a445-a5561ed8adf9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "DELETE /v2.0/security-groups/d153ee2c-daa3-4f0b-90a3-b756b05837e8 HTTP/1.1" status: 204 len: 168 time: 0.5403743 May 28 03:41:48.948671 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37910) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:48.950767 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f95a2-18e0-4bfd-a445-a5561ed8adf9 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d153ee2c-daa3-4f0b-90a3-b756b05837e8,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:48.973431 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f5725-593d-4d5c-83ce-9c1e35caf716 req-69340e72-1412-4070-9d68-bb9ed81ccba8 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:48.974969 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c08f5725-593d-4d5c-83ce-9c1e35caf716 req-69340e72-1412-4070-9d68-bb9ed81ccba8 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0687799 May 28 03:41:49.000827 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.api.v2.resource [None req-d2529ffd-cecc-4246-a692-47bdf9441ba6 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] show failed (client error): The resource could not be found. May 28 03:41:49.002115 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d2529ffd-cecc-4246-a692-47bdf9441ba6 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups/d153ee2c-daa3-4f0b-90a3-b756b05837e8 HTTP/1.1" status: 404 len: 347 time: 0.0355501 May 28 03:41:49.005201 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 37912) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:49.017049 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74a92a-95bf-48b7-a7b6-302d5f9e9584 req-95b4421f-7ba4-415d-a101-17cd20383ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:49.020158 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7a74a92a-95bf-48b7-a7b6-302d5f9e9584 req-95b4421f-7ba4-415d-a101-17cd20383ea0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=f446e15b-7c64-40ee-82e8-228642b299e2 HTTP/1.1" status: 200 len: 853 time: 0.1337972 May 28 03:41:49.077265 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:41:49.093415 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-21a21fca-d0c1-4528-b450-97fd036deb2f admin admin] 10.222.0.41 "PUT /v2.0/routers/708aa96a-e80f-4211-9edb-f7ea4643138d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6537542 May 28 03:41:49.099345 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-8f71b38f-7007-45c9-afeb-ba154d3c3f24 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:49.113003 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c08f5725-593d-4d5c-83ce-9c1e35caf716 req-e2c877d2-ce6d-4b68-9a78-bd96e1242777 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274118 May 28 03:41:49.384779 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-8f71b38f-7007-45c9-afeb-ba154d3c3f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'abae92ff-6da8-4e8f-bd71-a1f48d53d272', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'b60c0498-d47b-4439-b615-1ff9bb9a032a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:d6:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:41:29Z', 'updated_at': '2022-05-28T03:41:47Z', 'revision_number': 1, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:49.413279 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2a04c944-4418-4d6f-a3ce-a2326ccad9a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:49.418243 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f71b38f-7007-45c9-afeb-ba154d3c3f24 None None] The sync data for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi is: [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'abae92ff-6da8-4e8f-bd71-a1f48d53d272', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'floating_ip_address': '172.27.3.85', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'port_id': 'b60c0498-d47b-4439-b615-1ff9bb9a032a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 435, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'mac_address': 'fa:16:3e:d6:3e:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:41:29Z', 'updated_at': '2022-05-28T03:41:47Z', 'revision_number': 1, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:41:49.428637 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a74a92a-95bf-48b7-a7b6-302d5f9e9584 req-b96a99bc-cd0c-4d84-aa0b-9ddf4d83977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:49.430350 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7a74a92a-95bf-48b7-a7b6-302d5f9e9584 req-b96a99bc-cd0c-4d84-aa0b-9ddf4d83977e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3826008 May 28 03:41:49.472216 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-aee6b371-1e6c-4aa8-8656-5cd739b7c3c7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Deleting port 52b63a54-0ace-47f3-a177-d58aecf0f9de {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:41:49.472554 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-aee6b371-1e6c-4aa8-8656-5cd739b7c3c7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (52b63a54-0ace-47f3-a177-d58aecf0f9de), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:49.566208 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37920) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:49.571316 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-67a2ff6d-8017-493d-9517-29a004cf9020 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971281779', 'description': 'tempest-secgroup-smoke-1971281779 description', 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:49.593050 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7a74a92a-95bf-48b7-a7b6-302d5f9e9584 req-7f1cd411-1cd6-4a40-8ea4-dbefcc9ea64c service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522942 May 28 03:41:49.614873 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-aee6b371-1e6c-4aa8-8656-5cd739b7c3c7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (52b63a54-0ace-47f3-a177-d58aecf0f9de), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:49.619171 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-aee6b371-1e6c-4aa8-8656-5cd739b7c3c7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for floatingip (52b63a54-0ace-47f3-a177-d58aecf0f9de), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:49.645457 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-aee6b371-1e6c-4aa8-8656-5cd739b7c3c7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Calling delete_port for 52b63a54-0ace-47f3-a177-d58aecf0f9de owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:41:49.665671 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-67a2ff6d-8017-493d-9517-29a004cf9020 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:49.692027 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:49.743717 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-67a2ff6d-8017-493d-9517-29a004cf9020 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group (6f0f5400-c168-4cea-9205-0caa2f3869ed), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:49.762303 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7a74a92a-95bf-48b7-a7b6-302d5f9e9584 req-b848f266-8ed5-461e-92a8-bf3aaa759c9b service neutron] 10.222.0.27 "GET /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632473 May 28 03:41:49.783613 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:49.813934 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-67a2ff6d-8017-493d-9517-29a004cf9020 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (6f0f5400-c168-4cea-9205-0caa2f3869ed), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:49.844683 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a2ff6d-8017-493d-9517-29a004cf9020 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f5400-c168-4cea-9205-0caa2f3869ed,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:49.914019 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-67a2ff6d-8017-493d-9517-29a004cf9020 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:49.914019 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-67a2ff6d-8017-493d-9517-29a004cf9020 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3412659 May 28 03:41:49.914019 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37922) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:49.916195 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-766adaea-06c4-4afe-a28b-cfc33c5c8091 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'security_group_rule': {'security_group_id': '6f0f5400-c168-4cea-9205-0caa2f3869ed', 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:49.934663 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-aee6b371-1e6c-4aa8-8656-5cd739b7c3c7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (52b63a54-0ace-47f3-a177-d58aecf0f9de), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:49.961155 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6b371-1e6c-4aa8-8656-5cd739b7c3c7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event deleted for resources: {'Port': ['ID=52b63a54-0ace-47f3-a177-d58aecf0f9de,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:50.012312 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-766adaea-06c4-4afe-a28b-cfc33c5c8091 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (dbff6257-64f2-4a14-b269-a25a72081104), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.023061 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:50.033715 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-aee6b371-1e6c-4aa8-8656-5cd739b7c3c7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks [] for floatingip (2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.036577 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-aee6b371-1e6c-4aa8-8656-5cd739b7c3c7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.037827 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-aee6b371-1e6c-4aa8-8656-5cd739b7c3c7 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "DELETE /v2.0/floatingips/2c0fa3c1-0d9b-407c-a44b-b4ba330ff7ba HTTP/1.1" status: 204 len: 168 time: 1.0316563 May 28 03:41:50.065390 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-766adaea-06c4-4afe-a28b-cfc33c5c8091 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (dbff6257-64f2-4a14-b269-a25a72081104), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.147868 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 475438c5-925d-4308-985d-74788f21f9fc up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:50.168402 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-766adaea-06c4-4afe-a28b-cfc33c5c8091 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (dbff6257-64f2-4a14-b269-a25a72081104), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.190677 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:50.193786 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766adaea-06c4-4afe-a28b-cfc33c5c8091 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbff6257-64f2-4a14-b269-a25a72081104,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:50.212218 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 475438c5-925d-4308-985d-74788f21f9fc triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:50.212591 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (475438c5-925d-4308-985d-74788f21f9fc), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.250355 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d15fb59-9592-498a-9489-825f430caba3 req-0948a330-3efb-4470-a0c6-1b9fc7a37067 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:50.252618 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4d15fb59-9592-498a-9489-825f430caba3 req-0948a330-3efb-4470-a0c6-1b9fc7a37067 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0604978 May 28 03:41:50.289002 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 475438c5-925d-4308-985d-74788f21f9fc is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:50.289411 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (475438c5-925d-4308-985d-74788f21f9fc), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.300908 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4d15fb59-9592-498a-9489-825f430caba3 req-5ee369e0-68fa-447e-95f3-bf25327a22f9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419734 May 28 03:41:50.310755 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-766adaea-06c4-4afe-a28b-cfc33c5c8091 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.310943 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 475438c5-925d-4308-985d-74788f21f9fc, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=475438c5-925d-4308-985d-74788f21f9fc,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:50.312521 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-766adaea-06c4-4afe-a28b-cfc33c5c8091 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3997779 May 28 03:41:50.331659 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37928) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:50.331659 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-82ce1da1-1367-40ed-a306-06dfcfd42a0c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'security_group_rule': {'security_group_id': '6f0f5400-c168-4cea-9205-0caa2f3869ed', 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:50.417777 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (475438c5-925d-4308-985d-74788f21f9fc), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.459042 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-82ce1da1-1367-40ed-a306-06dfcfd42a0c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (ad83dd48-165c-419c-ac3a-e846cd54dfde), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.467805 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=475438c5-925d-4308-985d-74788f21f9fc,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:50.509272 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-82ce1da1-1367-40ed-a306-06dfcfd42a0c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (ad83dd48-165c-419c-ac3a-e846cd54dfde), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.589246 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-82ce1da1-1367-40ed-a306-06dfcfd42a0c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (ad83dd48-165c-419c-ac3a-e846cd54dfde), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.605033 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce1da1-1367-40ed-a306-06dfcfd42a0c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad83dd48-165c-419c-ac3a-e846cd54dfde,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:50.693403 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-82ce1da1-1367-40ed-a306-06dfcfd42a0c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.694561 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-82ce1da1-1367-40ed-a306-06dfcfd42a0c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3783746 May 28 03:41:50.697210 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37932) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:50.701434 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-72b7f11f-15ac-4751-8633-7d4f88e45b90 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'security_group_rule': {'security_group_id': '6f0f5400-c168-4cea-9205-0caa2f3869ed', 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:50.714468 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:50.800125 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-72b7f11f-15ac-4751-8633-7d4f88e45b90 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (116e95db-ed46-4fbc-8763-86f7f6a7da9f), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.856126 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-72b7f11f-15ac-4751-8633-7d4f88e45b90 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (116e95db-ed46-4fbc-8763-86f7f6a7da9f), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.949211 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-72b7f11f-15ac-4751-8633-7d4f88e45b90 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (116e95db-ed46-4fbc-8763-86f7f6a7da9f), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:50.968691 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7f11f-15ac-4751-8633-7d4f88e45b90 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=116e95db-ed46-4fbc-8763-86f7f6a7da9f,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:51.038571 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8682c67e-0f12-4f0a-b5cc-5cf069883fbd None None] New status for floating IP abae92ff-6da8-4e8f-bd71-a1f48d53d272: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:41:51.068241 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-72b7f11f-15ac-4751-8633-7d4f88e45b90 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.069479 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-72b7f11f-15ac-4751-8633-7d4f88e45b90 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3713355 May 28 03:41:51.072200 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37934) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:51.076490 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-5cf6248e-4d4e-44f8-ac01-49207aef7477 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'security_group_rule': {'security_group_id': '6f0f5400-c168-4cea-9205-0caa2f3869ed', 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:51.158753 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5cf6248e-4d4e-44f8-ac01-49207aef7477 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (a25fbaf6-48ed-455a-8015-5bb84c8f30b7), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.214782 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5cf6248e-4d4e-44f8-ac01-49207aef7477 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (a25fbaf6-48ed-455a-8015-5bb84c8f30b7), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.274287 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5cf6248e-4d4e-44f8-ac01-49207aef7477 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (a25fbaf6-48ed-455a-8015-5bb84c8f30b7), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.293364 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf6248e-4d4e-44f8-ac01-49207aef7477 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a25fbaf6-48ed-455a-8015-5bb84c8f30b7,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:51.368708 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5cf6248e-4d4e-44f8-ac01-49207aef7477 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.369980 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5cf6248e-4d4e-44f8-ac01-49207aef7477 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2968488 May 28 03:41:51.372561 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37938) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:51.378374 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-f3a14612-2155-4781-9a97-c5a63561d843 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'security_group_rule': {'security_group_id': '6f0f5400-c168-4cea-9205-0caa2f3869ed', 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:51.444986 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495178c-92a0-4f2d-ae3d-9bbb047223d9 req-6a2e3008-09e0-4782-9c3d-ef9e7d0cc1d9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:51.447135 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a495178c-92a0-4f2d-ae3d-9bbb047223d9 req-6a2e3008-09e0-4782-9c3d-ef9e7d0cc1d9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0654798 May 28 03:41:51.471569 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.securitygroups_db [None req-f3a14612-2155-4781-9a97-c5a63561d843 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Project c0fe831f6e954e05b7d448f1d4f43754 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 03:41:51.478173 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f3a14612-2155-4781-9a97-c5a63561d843 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (51896f77-1bb6-4726-97db-aabb509c1d0b), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.502062 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a495178c-92a0-4f2d-ae3d-9bbb047223d9 req-7b1011bd-3eed-4bcc-a330-a52da919ce67 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486615 May 28 03:41:51.514450 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Sync routers for ids ['708aa96a-e80f-4211-9edb-f7ea4643138d'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:41:51.527483 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Routers {'708aa96a-e80f-4211-9edb-f7ea4643138d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:51.528292 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['708aa96a-e80f-4211-9edb-f7ea4643138d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:51.540590 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f3a14612-2155-4781-9a97-c5a63561d843 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (51896f77-1bb6-4726-97db-aabb509c1d0b), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.613863 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f3a14612-2155-4781-9a97-c5a63561d843 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (51896f77-1bb6-4726-97db-aabb509c1d0b), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.630917 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Set router 708aa96a-e80f-4211-9edb-f7ea4643138d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:51.636046 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a14612-2155-4781-9a97-c5a63561d843 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51896f77-1bb6-4726-97db-aabb509c1d0b,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:51.699440 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f3a14612-2155-4781-9a97-c5a63561d843 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.700646 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f3a14612-2155-4781-9a97-c5a63561d843 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3269889 May 28 03:41:51.706895 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 37946) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:41:51.711290 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-9da7e26a-f139-43ae-b987-65d197c4046f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'security_group_rule': {'security_group_id': '6f0f5400-c168-4cea-9205-0caa2f3869ed', 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:41:51.726329 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-784efc01-6ac3-4b3a-a7bc-b12f5c04b93d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.764239 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:51.817774 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.securitygroups_db [None req-9da7e26a-f139-43ae-b987-65d197c4046f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Project c0fe831f6e954e05b7d448f1d4f43754 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 03:41:51.823971 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9da7e26a-f139-43ae-b987-65d197c4046f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (917ae0c3-38e6-4614-b0c2-d0f59fa29833), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.827361 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'name': 'tempest-TestVolumeBootPattern-56353278-router', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '475438c5-925d-4308-985d-74788f21f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:42Z', 'updated_at': '2022-05-28T03:41:47Z', 'revision_number': 4, 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'gw_port': {'id': '475438c5-925d-4308-985d-74788f21f9fc', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:43Z', 'updated_at': '2022-05-28T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '37a31ee1-3a28-4cdd-ad44-960e0af74a0e', 'name': '', 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'mac_address': 'fa:16:3e:91:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:47Z', 'updated_at': '2022-05-28T03:41:48Z', 'revision_number': 2, 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'subnets': [{'id': 'ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:51.852595 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Checking router: 708aa96a-e80f-4211-9edb-f7ea4643138d for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:41:51.852937 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Updating router 708aa96a-e80f-4211-9edb-f7ea4643138d port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:41:51.877777 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9da7e26a-f139-43ae-b987-65d197c4046f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (917ae0c3-38e6-4614-b0c2-d0f59fa29833), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.879873 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.957213 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9da7e26a-f139-43ae-b987-65d197c4046f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (917ae0c3-38e6-4614-b0c2-d0f59fa29833), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:51.976508 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7e26a-f139-43ae-b987-65d197c4046f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917ae0c3-38e6-4614-b0c2-d0f59fa29833,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:52.065424 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9da7e26a-f139-43ae-b987-65d197c4046f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:52.070854 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9da7e26a-f139-43ae-b987-65d197c4046f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3588281 May 28 03:41:52.125967 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:52.148451 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 475438c5-925d-4308-985d-74788f21f9fc up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:52.186945 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:52.200240 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 475438c5-925d-4308-985d-74788f21f9fc triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:52.200696 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (475438c5-925d-4308-985d-74788f21f9fc), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:52.210501 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Publish callbacks [] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:52.275628 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 475438c5-925d-4308-985d-74788f21f9fc is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:52.316637 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:52.415885 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b05b7-7282-42a6-ab03-abe3cc5aa104 None None] Pushing event updated for resources: {'Port': ['ID=37a31ee1-3a28-4cdd-ad44-960e0af74a0e,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:52.432302 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Attempting to bind port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:41:52.439625 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Attempting to bind port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '58326c70-9e8e-40fb-b1e5-13af2077a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:41:52.439625 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Attempting to bind port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e on network 7a9cf82a-c687-4899-99b5-5eecede5d52b {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:41:52.439625 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:41:52.439625 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Checking segment: {'id': '58326c70-9e8e-40fb-b1e5-13af2077a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:41:52.439625 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:52.440172 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Bound using segment: {'id': '58326c70-9e8e-40fb-b1e5-13af2077a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:41:52.440420 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Bound port: 37a31ee1-3a28-4cdd-ad44-960e0af74a0e, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58326c70-9e8e-40fb-b1e5-13af2077a3c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:41:52.440791 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:52.505917 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] For port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:41:52.508276 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] For port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=37a31ee1-3a28-4cdd-ad44-960e0af74a0e,segment=NetworkSegment(58326c70-9e8e-40fb-b1e5-13af2077a3c3),segment_id=58326c70-9e8e-40fb-b1e5-13af2077a3c3)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:41:52.568476 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-c13ec717-7dd1-452e-b693-d126ac4f97e2 None None] Provisioning complete for port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:52.568858 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c13ec717-7dd1-452e-b693-d126ac4f97e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:52.571527 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:52.601233 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-c13ec717-7dd1-452e-b693-d126ac4f97e2 None None] Port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:41:52.623183 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:52.633072 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7d433-9d96-46f8-b3f3-4a8eb3f1969d req-9337252c-8279-4f05-89bb-b7cd820ced4a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:52.634643 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-85b7d433-9d96-46f8-b3f3-4a8eb3f1969d req-9337252c-8279-4f05-89bb-b7cd820ced4a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0495615 May 28 03:41:52.678843 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Routers {'708aa96a-e80f-4211-9edb-f7ea4643138d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:41:52.679493 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['708aa96a-e80f-4211-9edb-f7ea4643138d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:52.711699 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-85b7d433-9d96-46f8-b3f3-4a8eb3f1969d req-a89d5c2e-fad5-48a0-a3eb-39e9d3ebf476 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712590 May 28 03:41:52.724754 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5b05b7-7282-42a6-ab03-abe3cc5aa104 None None] Pushing event updated for resources: {'Port': ['ID=37a31ee1-3a28-4cdd-ad44-960e0af74a0e,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:52.833449 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:52.840276 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] Set router 708aa96a-e80f-4211-9edb-f7ea4643138d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:41:52.869468 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:53.027318 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b4da0a76-e6d6-4645-8dc8-f43ecaa37b84 None None] Provisioning complete for port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:53.027599 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b4da0a76-e6d6-4645-8dc8-f43ecaa37b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:53.107612 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b4da0a76-e6d6-4645-8dc8-f43ecaa37b84 None None] Current status of the port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:53.108076 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b4da0a76-e6d6-4645-8dc8-f43ecaa37b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:53.146542 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-b4da0a76-e6d6-4645-8dc8-f43ecaa37b84 None None] For port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=37a31ee1-3a28-4cdd-ad44-960e0af74a0e,segment=NetworkSegment(58326c70-9e8e-40fb-b1e5-13af2077a3c3),segment_id=58326c70-9e8e-40fb-b1e5-13af2077a3c3)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:53.166231 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'name': 'tempest-TestVolumeBootPattern-56353278-router', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '475438c5-925d-4308-985d-74788f21f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:42Z', 'updated_at': '2022-05-28T03:41:47Z', 'revision_number': 4, 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'gw_port': {'id': '475438c5-925d-4308-985d-74788f21f9fc', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:43Z', 'updated_at': '2022-05-28T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '37a31ee1-3a28-4cdd-ad44-960e0af74a0e', 'name': '', 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'mac_address': 'fa:16:3e:91:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:47Z', 'updated_at': '2022-05-28T03:41:52Z', 'revision_number': 4, 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'subnets': [{'id': 'ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:41:53.195179 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9637115e-c2fe-4ae7-90ad-4b8fbfb2710d None None] The sync data for ids ['708aa96a-e80f-4211-9edb-f7ea4643138d'] in dv-cinder-843361-3-iscsi is: [{'id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'name': 'tempest-TestVolumeBootPattern-56353278-router', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '475438c5-925d-4308-985d-74788f21f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:42Z', 'updated_at': '2022-05-28T03:41:47Z', 'revision_number': 4, 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'gw_port': {'id': '475438c5-925d-4308-985d-74788f21f9fc', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:43Z', 'updated_at': '2022-05-28T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '37a31ee1-3a28-4cdd-ad44-960e0af74a0e', 'name': '', 'network_id': '7a9cf82a-c687-4899-99b5-5eecede5d52b', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'mac_address': 'fa:16:3e:91:32:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:47Z', 'updated_at': '2022-05-28T03:41:52Z', 'revision_number': 4, 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'subnets': [{'id': 'ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:41:53.270205 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b4da0a76-e6d6-4645-8dc8-f43ecaa37b84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:53.307411 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f4c25-b386-4988-8351-2a66fa5b5b59 req-35c6629e-0978-4c26-a62c-c36c48653567 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:53.308992 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-497f4c25-b386-4988-8351-2a66fa5b5b59 req-35c6629e-0978-4c26-a62c-c36c48653567 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0722768 May 28 03:41:53.354005 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4da0a76-e6d6-4645-8dc8-f43ecaa37b84 None None] Pushing event updated for resources: {'Port': ['ID=37a31ee1-3a28-4cdd-ad44-960e0af74a0e,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:53.377491 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-497f4c25-b386-4988-8351-2a66fa5b5b59 req-8302c318-40be-427d-8152-682a2ca3ff22 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569904 May 28 03:41:53.861831 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbacb294-7353-4f4b-9c30-eddb6438f31e req-15a83ffb-f12c-426d-bc7a-9c311ebf6edc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:53.869031 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dbacb294-7353-4f4b-9c30-eddb6438f31e req-15a83ffb-f12c-426d-bc7a-9c311ebf6edc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0619285 May 28 03:41:53.919091 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:53.937896 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dbacb294-7353-4f4b-9c30-eddb6438f31e req-ef8de848-9477-428a-872b-095fdc507f1c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675907 May 28 03:41:54.143264 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 37a31ee1-3a28-4cdd-ad44-960e0af74a0e up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:54.194244 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:54.194621 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:54.228777 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:54.283587 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:54.355390 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a46d9b6f-e52f-4aae-ae21-4fe6fe8856b1 req-e2626321-2427-41ab-9caa-fb040025383f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462894 May 28 03:41:54.498882 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08dc99-8ff6-4753-97b2-34cbbdbbe214 req-3dd7d139-082a-4a64-9134-4a7668f37f64 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:54.501039 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af08dc99-8ff6-4753-97b2-34cbbdbbe214 req-3dd7d139-082a-4a64-9134-4a7668f37f64 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0507741 May 28 03:41:54.513071 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d9b6f-e52f-4aae-ae21-4fe6fe8856b1 req-25c56463-7a75-4510-b966-7e49c0fd8cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:54.514727 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a46d9b6f-e52f-4aae-ae21-4fe6fe8856b1 req-25c56463-7a75-4510-b966-7e49c0fd8cd7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=5cab8255c6134aebb9c93493a2342cb1&device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 1129 time: 0.0421989 May 28 03:41:54.559106 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-af08dc99-8ff6-4753-97b2-34cbbdbbe214 req-45d46611-3409-404d-b4b9-21dfe30d3a0b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515265 May 28 03:41:54.673461 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec49d4-0a8f-4cd2-92b2-f433b60f93bd req-447c5edc-6398-47a9-8c15-2935d440e2ba tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:54.674801 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2eec49d4-0a8f-4cd2-92b2-f433b60f93bd req-447c5edc-6398-47a9-8c15-2935d440e2ba tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 946 time: 0.0963259 May 28 03:41:54.759233 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d9b6f-e52f-4aae-ae21-4fe6fe8856b1 req-9f82978f-52a2-415b-be00-e24081ea0931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:54.760683 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a46d9b6f-e52f-4aae-ae21-4fe6fe8856b1 req-9f82978f-52a2-415b-be00-e24081ea0931 service neutron] 10.222.0.27 "GET /v2.0/networks?id=a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 200 len: 920 time: 0.1834624 May 28 03:41:54.811479 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a46d9b6f-e52f-4aae-ae21-4fe6fe8856b1 req-ed5e2ad6-78bb-4745-9959-bc16caf8b6e5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2038175b-b88a-437c-9114-63208c464911 HTTP/1.1" status: 200 len: 217 time: 0.0425100 May 28 03:41:54.812336 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-2eec49d4-0a8f-4cd2-92b2-f433b60f93bd req-06bc5aa9-cb21-47b4-bf2f-428c846466eb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Deleting port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:41:54.812692 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2eec49d4-0a8f-4cd2-92b2-f433b60f93bd req-06bc5aa9-cb21-47b4-bf2f-428c846466eb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:54.918374 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d9b6f-e52f-4aae-ae21-4fe6fe8856b1 req-9c393117-52c7-4db2-bee8-1a3991e5a3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:54.919803 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a46d9b6f-e52f-4aae-ae21-4fe6fe8856b1 req-9c393117-52c7-4db2-bee8-1a3991e5a3a0 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 200 len: 858 time: 0.1023221 May 28 03:41:54.981184 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-2eec49d4-0a8f-4cd2-92b2-f433b60f93bd req-06bc5aa9-cb21-47b4-bf2f-428c846466eb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] For port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=6aaa9bcc-6545-4d6b-95af-ee421ef5771b,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:54.981184 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2eec49d4-0a8f-4cd2-92b2-f433b60f93bd req-06bc5aa9-cb21-47b4-bf2f-428c846466eb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:54.990856 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46d9b6f-e52f-4aae-ae21-4fe6fe8856b1 req-84b4655d-1ea6-472b-9219-60b5f9219efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:55.000626 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a46d9b6f-e52f-4aae-ae21-4fe6fe8856b1 req-84b4655d-1ea6-472b-9219-60b5f9219efd service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=a3076c7d-656d-4e5b-8611-4fd5569b4e24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655646 May 28 03:41:55.000626 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-2eec49d4-0a8f-4cd2-92b2-f433b60f93bd req-06bc5aa9-cb21-47b4-bf2f-428c846466eb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Calling delete_port for 6aaa9bcc-6545-4d6b-95af-ee421ef5771b owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:41:55.076377 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab24be-076d-4a32-a65c-c8bbec573eb5 req-7c3c7c45-9071-4661-b337-3291ad87cd68 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:55.079425 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06ab24be-076d-4a32-a65c-c8bbec573eb5 req-7c3c7c45-9071-4661-b337-3291ad87cd68 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0594835 May 28 03:41:55.123731 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:55.131058 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:55.144813 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06ab24be-076d-4a32-a65c-c8bbec573eb5 req-6b82e9f3-07e3-499e-a888-50d61a46422d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586650 May 28 03:41:55.171867 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a46d9b6f-e52f-4aae-ae21-4fe6fe8856b1 req-5da45952-10c0-4f77-881d-50896a3082fb service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587415 May 28 03:41:55.313074 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a46d9b6f-e52f-4aae-ae21-4fe6fe8856b1 req-7457284d-83e4-4ff1-b537-5a33706f1b68 service neutron] 10.222.0.27 "GET /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371827 May 28 03:41:55.368605 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2eec49d4-0a8f-4cd2-92b2-f433b60f93bd req-06bc5aa9-cb21-47b4-bf2f-428c846466eb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (6aaa9bcc-6545-4d6b-95af-ee421ef5771b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:55.384550 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['2038175b-b88a-437c-9114-63208c464911'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:41:55.398520 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bc5aa9-cb21-47b4-bf2f-428c846466eb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event deleted for resources: {'Port': ['ID=6aaa9bcc-6545-4d6b-95af-ee421ef5771b,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:55.459508 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eec49d4-0a8f-4cd2-92b2-f433b60f93bd req-06bc5aa9-cb21-47b4-bf2f-428c846466eb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] No DVR routers for this DVR port 6aaa9bcc-6545-4d6b-95af-ee421ef5771b on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:41:55.462057 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-2eec49d4-0a8f-4cd2-92b2-f433b60f93bd req-06bc5aa9-cb21-47b4-bf2f-428c846466eb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:55.465214 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2eec49d4-0a8f-4cd2-92b2-f433b60f93bd req-06bc5aa9-cb21-47b4-bf2f-428c846466eb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "DELETE /v2.0/ports/6aaa9bcc-6545-4d6b-95af-ee421ef5771b HTTP/1.1" status: 204 len: 173 time: 0.7844260 May 28 03:41:55.465643 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '247082dc-5284-462d-92c8-045154d864e4', 'name': 'network-vif-deleted', 'tag': '6aaa9bcc-6545-4d6b-95af-ee421ef5771b'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:41:55.467834 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c25662-fdde-47db-83a3-bccf271c7536" -d '{"events": [{"server_uuid": "247082dc-5284-462d-92c8-045154d864e4", "name": "network-vif-deleted", "tag": "6aaa9bcc-6545-4d6b-95af-ee421ef5771b"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:41:55.505567 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3922d7-c8f6-44b7-a48f-7bc403a70ccb x-openstack-request-id: req-6d3922d7-c8f6-44b7-a48f-7bc403a70ccb {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:41:55.505850 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "247082dc-5284-462d-92c8-045154d864e4", "name": "network-vif-deleted", "tag": "6aaa9bcc-6545-4d6b-95af-ee421ef5771b", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:41:55.506093 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6d3922d7-c8f6-44b7-a48f-7bc403a70ccb {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:41:55.506671 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3922d7-c8f6-44b7-a48f-7bc403a70ccb'] response: {'server_uuid': '247082dc-5284-462d-92c8-045154d864e4', 'name': 'network-vif-deleted', 'tag': '6aaa9bcc-6545-4d6b-95af-ee421ef5771b', 'status': 'completed', 'code': 200} May 28 03:41:55.657611 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:55.664654 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-73abfeb8-0662-48fc-9552-1434a81443e6 req-b80c67d6-6eda-41de-8d1a-711024d9c65b tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 210 time: 0.0275655 May 28 03:41:56.276626 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21a8897-e032-4701-9552-a0ece2954584 req-6c870aca-525f-4433-bb71-36d4601cf457 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:56.278130 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d21a8897-e032-4701-9552-a0ece2954584 req-6c870aca-525f-4433-bb71-36d4601cf457 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0544212 May 28 03:41:56.332748 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d21a8897-e032-4701-9552-a0ece2954584 req-05f56811-dee8-4bfe-a1ca-2ab7642f17e3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488627 May 28 03:41:56.479224 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:41:56.482576 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 6aaa9bcc-6545-4d6b-95af-ee421ef5771b no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:41:56.508251 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 6aaa9bcc-6545-4d6b-95af-ee421ef5771b {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:41:56.508583 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 6aaa9bcc-6545-4d6b-95af-ee421ef5771b not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:41:56.599015 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:56.610271 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'port_id': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'mac_address': 'fa:16:3e:b1:20:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:41:56.615719 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:56.645397 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 is: ACTIVE; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:56.645791 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:56.659931 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:41:56.665882 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:41:56.684679 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:56.777522 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b3ecc64f-9723-4c6b-987b-4817d110bad6 req-9a8b56a4-1795-4f5d-a13e-394ca9abfba5 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=247082dc-5284-462d-92c8-045154d864e4 HTTP/1.1" status: 200 len: 210 time: 0.0315709 May 28 03:41:56.788563 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:56.842145 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,revision_number=6']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:56.893727 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['73f87b73-9d7c-43a7-9bd2-dc7fb5450112'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:41:57.455654 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c9f1c2-487b-4bb3-9292-4b265ecd09c1 req-171fcb73-631e-4971-bb81-62d5cc61a85a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:57.457125 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c6c9f1c2-487b-4bb3-9292-4b265ecd09c1 req-171fcb73-631e-4971-bb81-62d5cc61a85a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 945 time: 0.0479181 May 28 03:41:57.505213 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c6c9f1c2-487b-4bb3-9292-4b265ecd09c1 req-33761ea6-c0d1-4a19-bfc3-5a2d086ec2cd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421300 May 28 03:41:58.210680 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c79f5f-0b0c-4cf5-a0b4-132cd18d0321 req-4fdc1170-7962-4bea-a0d1-1ef0c3ab36e1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:58.212146 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54c79f5f-0b0c-4cf5-a0b4-132cd18d0321 req-4fdc1170-7962-4bea-a0d1-1ef0c3ab36e1 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0489051 May 28 03:41:58.259961 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-54c79f5f-0b0c-4cf5-a0b4-132cd18d0321 req-19958862-c713-49d0-a7b9-ba5776294a14 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421386 May 28 03:41:58.479368 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:41:58.524218 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:41:58.524578 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:58.595444 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:41:58.595444 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:58.619233 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:41:58.621475 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d38abeb-14a5-4b0d-ad2e-b9fbf1c5276c" -d '{"events": [{"server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "name": "network-vif-plugged", "status": "completed", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:41:58.627410 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb1460-9779-43fb-81c7-7286c2548048 req-d8daf748-cb1d-4d91-96cb-16aa35f25565 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:58.628916 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3eeb1460-9779-43fb-81c7-7286c2548048 req-d8daf748-cb1d-4d91-96cb-16aa35f25565 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 945 time: 0.0495853 May 28 03:41:58.638630 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:41:58.669895 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfdf6c8-1ef2-454d-8b75-c469af76653e x-openstack-request-id: req-abfdf6c8-1ef2-454d-8b75-c469af76653e {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:41:58.670227 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "name": "network-vif-plugged", "status": "completed", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:41:58.670580 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-abfdf6c8-1ef2-454d-8b75-c469af76653e {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:41:58.673562 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abfdf6c8-1ef2-454d-8b75-c469af76653e'] response: {'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'code': 200} May 28 03:41:58.687635 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3eeb1460-9779-43fb-81c7-7286c2548048 req-f8d3693b-502c-48b5-8ca9-899f2532b12b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514441 May 28 03:41:58.717185 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:41:58.763875 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,revision_number=7']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:41:59.382860 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceccf007-d865-478f-a0fa-857e9e1185b3 req-9e82912c-26c2-413a-a9a0-18f293a9258d tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:59.384427 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ceccf007-d865-478f-a0fa-857e9e1185b3 req-9e82912c-26c2-413a-a9a0-18f293a9258d tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0536401 May 28 03:41:59.434459 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ceccf007-d865-478f-a0fa-857e9e1185b3 req-f1351620-e96b-45bc-8c8e-d889d8072f84 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 May 28 03:41:59.812593 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9ddbc-8ae3-4e4e-8271-0bae23bfb7c6 req-d99d03cf-d965-4633-be68-6a91dd966bf9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:41:59.814086 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5de9ddbc-8ae3-4e4e-8271-0bae23bfb7c6 req-d99d03cf-d965-4633-be68-6a91dd966bf9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0488338 May 28 03:41:59.866521 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5de9ddbc-8ae3-4e4e-8271-0bae23bfb7c6 req-d370abb1-e5a1-45ed-a178-7cf277ab9fd5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466149 May 28 03:42:00.551318 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:00.560101 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bb3fa-ce1f-48a8-b745-ffe3ef866ada req-b0778674-9cc6-421c-bfbd-ea82111916c4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:00.561602 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d13bb3fa-ce1f-48a8-b745-ffe3ef866ada req-b0778674-9cc6-421c-bfbd-ea82111916c4 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0525272 May 28 03:42:00.608979 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d13bb3fa-ce1f-48a8-b745-ffe3ef866ada req-46f78916-6821-4d1e-9a5d-e8eb203f09ec tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/security-groups?id=03b58c8a-0b78-41d8-a6ec-789cf7104c92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416324 May 28 03:42:00.639344 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5125821-6228-4766-a99b-449769fd51c3 req-7a4eb098-791c-4fac-8e75-9c0ada7f67ba tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:00.640804 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f5125821-6228-4766-a99b-449769fd51c3 req-7a4eb098-791c-4fac-8e75-9c0ada7f67ba tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 945 time: 0.0516293 May 28 03:42:00.739237 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-f5125821-6228-4766-a99b-449769fd51c3 req-3aeaa993-0903-4a66-a88a-0b97118a90cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Deleting port 2038175b-b88a-437c-9114-63208c464911 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:00.739581 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-f5125821-6228-4766-a99b-449769fd51c3 req-3aeaa993-0903-4a66-a88a-0b97118a90cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (2038175b-b88a-437c-9114-63208c464911), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:00.831475 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-f5125821-6228-4766-a99b-449769fd51c3 req-3aeaa993-0903-4a66-a88a-0b97118a90cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] For port 2038175b-b88a-437c-9114-63208c464911, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=2038175b-b88a-437c-9114-63208c464911,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:00.832169 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-f5125821-6228-4766-a99b-449769fd51c3 req-3aeaa993-0903-4a66-a88a-0b97118a90cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (2038175b-b88a-437c-9114-63208c464911), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:00.838706 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:00.846106 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-f5125821-6228-4766-a99b-449769fd51c3 req-3aeaa993-0903-4a66-a88a-0b97118a90cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Calling delete_port for 2038175b-b88a-437c-9114-63208c464911 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:00.949248 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:01.040374 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db47985-25f1-4320-9a29-696db4b5d3eb req-0bc5ebc5-2d0c-4c67-9428-e8b802fe6449 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:01.042134 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0db47985-25f1-4320-9a29-696db4b5d3eb req-0bc5ebc5-2d0c-4c67-9428-e8b802fe6449 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0820405 May 28 03:42:01.098721 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0db47985-25f1-4320-9a29-696db4b5d3eb req-2c0f4d6d-3b6e-44b3-abae-7614528f2e39 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496645 May 28 03:42:01.134110 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-f5125821-6228-4766-a99b-449769fd51c3 req-3aeaa993-0903-4a66-a88a-0b97118a90cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (2038175b-b88a-437c-9114-63208c464911), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:01.146392 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['2038175b-b88a-437c-9114-63208c464911'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:42:01.164469 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeaa993-0903-4a66-a88a-0b97118a90cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Pushing event deleted for resources: {'Port': ['ID=2038175b-b88a-437c-9114-63208c464911,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:01.216030 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5125821-6228-4766-a99b-449769fd51c3 req-3aeaa993-0903-4a66-a88a-0b97118a90cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] No DVR routers for this DVR port 2038175b-b88a-437c-9114-63208c464911 on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:42:01.219592 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-f5125821-6228-4766-a99b-449769fd51c3 req-3aeaa993-0903-4a66-a88a-0b97118a90cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:01.224377 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f5125821-6228-4766-a99b-449769fd51c3 req-3aeaa993-0903-4a66-a88a-0b97118a90cb tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.27 "DELETE /v2.0/ports/2038175b-b88a-437c-9114-63208c464911 HTTP/1.1" status: 204 len: 173 time: 0.5708418 May 28 03:42:01.224887 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4a0f56-eb59-4f13-a90a-442b9a2e0af8', 'name': 'network-vif-deleted', 'tag': '2038175b-b88a-437c-9114-63208c464911'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:42:01.227714 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e1524df-bc1c-4fcf-96b2-1bdf04984662" -d '{"events": [{"server_uuid": "3b4a0f56-eb59-4f13-a90a-442b9a2e0af8", "name": "network-vif-deleted", "tag": "2038175b-b88a-437c-9114-63208c464911"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:42:01.277231 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7707227e-d3e8-4095-bea1-024025d8c0a6 x-openstack-request-id: req-7707227e-d3e8-4095-bea1-024025d8c0a6 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:42:01.277557 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4a0f56-eb59-4f13-a90a-442b9a2e0af8", "name": "network-vif-deleted", "tag": "2038175b-b88a-437c-9114-63208c464911", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:42:01.277809 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-7707227e-d3e8-4095-bea1-024025d8c0a6 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:42:01.278212 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7707227e-d3e8-4095-bea1-024025d8c0a6'] response: {'server_uuid': '3b4a0f56-eb59-4f13-a90a-442b9a2e0af8', 'name': 'network-vif-deleted', 'tag': '2038175b-b88a-437c-9114-63208c464911', 'status': 'completed', 'code': 200} May 28 03:42:01.767437 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7ce3037c-3fc9-41ed-9b12-eec925c29922 req-f18201d2-428d-4986-a76d-493c39d69973 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 210 time: 0.0445378 May 28 03:42:02.244172 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6375-1758-4276-a28e-17fc2adc0ed4 req-57ba2054-7627-404a-b3bd-9d0f827cc1e4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:02.246542 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-930d6375-1758-4276-a28e-17fc2adc0ed4 req-57ba2054-7627-404a-b3bd-9d0f827cc1e4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0576217 May 28 03:42:02.299347 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-930d6375-1758-4276-a28e-17fc2adc0ed4 req-72fae01b-9367-460c-9d03-a7746d4f2c83 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469031 May 28 03:42:02.901295 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1dacc7bc-2edc-4fa8-8383-7ae355312cde req-df6b0562-0bad-45a8-8202-f65326ecbe04 tempest-ServerRescueNegativeTestJSON-968064324 tempest-ServerRescueNegativeTestJSON-968064324-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b4a0f56-eb59-4f13-a90a-442b9a2e0af8 HTTP/1.1" status: 200 len: 210 time: 0.0365548 May 28 03:42:03.168309 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:03.169542 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:03.496556 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6de09-175f-462a-8dd0-3064206deb27 req-e50c5fd2-2651-4fb3-a1de-5dfe967b1377 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:03.498800 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4aa6de09-175f-462a-8dd0-3064206deb27 req-e50c5fd2-2651-4fb3-a1de-5dfe967b1377 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0829582 May 28 03:42:03.569915 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4aa6de09-175f-462a-8dd0-3064206deb27 req-85353877-f590-404e-a134-ba242d0d32c9 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589724 May 28 03:42:03.982463 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38166) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:04.392947 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:04.510955 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 2038175b-b88a-437c-9114-63208c464911 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:42:04.531378 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 2038175b-b88a-437c-9114-63208c464911 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:42:04.531487 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 2038175b-b88a-437c-9114-63208c464911 not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:42:04.553327 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a1ca959-2d76-4af3-adbe-6f10a4f1b097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-877798'] for router_interface (ac2fd311-4d32-440e-a015-7e7db9f07342), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:04.746113 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c2b07-c841-4e3c-8e42-d05923d239f2 req-3689957d-405b-42a4-8bdf-5dfa7f4f92cc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:04.749570 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c82c2b07-c841-4e3c-8e42-d05923d239f2 req-3689957d-405b-42a4-8bdf-5dfa7f4f92cc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0946658 May 28 03:42:04.921326 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c82c2b07-c841-4e3c-8e42-d05923d239f2 req-1b153e7b-0cf7-4a6b-9e27-3dfee46f8fa6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358833 May 28 03:42:04.987194 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ca959-2d76-4af3-adbe-6f10a4f1b097 admin admin] Deleting port ead111f5-8280-4dbb-8401-b472c4c4ee8a {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:04.987638 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a1ca959-2d76-4af3-adbe-6f10a4f1b097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:04.991409 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:05.080639 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-3a1ca959-2d76-4af3-adbe-6f10a4f1b097 admin admin] For port ead111f5-8280-4dbb-8401-b472c4c4ee8a, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=ead111f5-8280-4dbb-8401-b472c4c4ee8a,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:05.081000 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a1ca959-2d76-4af3-adbe-6f10a4f1b097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:05.100085 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-3a1ca959-2d76-4af3-adbe-6f10a4f1b097 admin admin] Calling delete_port for ead111f5-8280-4dbb-8401-b472c4c4ee8a owned by network:router_interface {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:05.363654 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a1ca959-2d76-4af3-adbe-6f10a4f1b097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (ead111f5-8280-4dbb-8401-b472c4c4ee8a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:05.402657 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1ca959-2d76-4af3-adbe-6f10a4f1b097 admin admin] Pushing event deleted for resources: {'Port': ['ID=ead111f5-8280-4dbb-8401-b472c4c4ee8a,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:05.550111 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3a1ca959-2d76-4af3-adbe-6f10a4f1b097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-877690'] for router_interface (ac2fd311-4d32-440e-a015-7e7db9f07342), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:05.702921 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:05.829227 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1ca959-2d76-4af3-adbe-6f10a4f1b097 admin admin] Router ac2fd311-4d32-440e-a015-7e7db9f07342 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:42:06.189437 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:06.211911 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1ca959-2d76-4af3-adbe-6f10a4f1b097 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:42:06.219593 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3a1ca959-2d76-4af3-adbe-6f10a4f1b097 admin admin] 10.222.0.41 "PUT /v2.0/routers/ac2fd311-4d32-440e-a015-7e7db9f07342/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2341194 May 28 03:42:06.221375 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38200) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:06.228499 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df250a7-d54a-4b2d-ab2a-515b7b3bc51a None None] Sync routers for ids ['ac2fd311-4d32-440e-a015-7e7db9f07342'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:42:06.242700 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df250a7-d54a-4b2d-ab2a-515b7b3bc51a None None] Routers {'ac2fd311-4d32-440e-a015-7e7db9f07342'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:06.248025 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-6df250a7-d54a-4b2d-ab2a-515b7b3bc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['ac2fd311-4d32-440e-a015-7e7db9f07342'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:06.249532 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70896d8c-bb72-4ca9-99b1-9173186ad273 req-64898f30-afbd-4d5c-a48a-8685969c9daa tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:06.251030 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-70896d8c-bb72-4ca9-99b1-9173186ad273 req-64898f30-afbd-4d5c-a48a-8685969c9daa tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0927663 May 28 03:42:06.331010 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-70896d8c-bb72-4ca9-99b1-9173186ad273 req-818a9146-f46f-455b-9a60-a67afccb6a37 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708053 May 28 03:42:06.378503 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Publish callbacks [] for router (ac2fd311-4d32-440e-a015-7e7db9f07342), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:06.405872 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-6df250a7-d54a-4b2d-ab2a-515b7b3bc51a None None] Set router ac2fd311-4d32-440e-a015-7e7db9f07342 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:06.503971 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Publish callbacks [] for router_gateway (ac2fd311-4d32-440e-a015-7e7db9f07342), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:06.617889 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-6df250a7-d54a-4b2d-ab2a-515b7b3bc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238'}], 'enable_snat': True}, 'gw_port_id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:42:05Z', 'revision_number': 5, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port': {'id': '9e98f348-1da9-4071-af99-c71ace4509b0', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:8f:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:51Z', 'updated_at': '2022-05-28T03:36:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:06.648422 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Deleting port 9e98f348-1da9-4071-af99-c71ace4509b0 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:06.649323 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (9e98f348-1da9-4071-af99-c71ace4509b0), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:06.649943 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:06.651803 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df250a7-d54a-4b2d-ab2a-515b7b3bc51a None None] Checking router: ac2fd311-4d32-440e-a015-7e7db9f07342 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:42:06.661623 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df250a7-d54a-4b2d-ab2a-515b7b3bc51a None None] Routers {'ac2fd311-4d32-440e-a015-7e7db9f07342'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:06.662431 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-6df250a7-d54a-4b2d-ab2a-515b7b3bc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:41:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['ac2fd311-4d32-440e-a015-7e7db9f07342'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:06.789612 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] For port 9e98f348-1da9-4071-af99-c71ace4509b0, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=9e98f348-1da9-4071-af99-c71ace4509b0,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:06.789984 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (9e98f348-1da9-4071-af99-c71ace4509b0), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:06.808575 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Calling delete_port for 9e98f348-1da9-4071-af99-c71ace4509b0 owned by network:router_gateway {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:06.907017 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-6df250a7-d54a-4b2d-ab2a-515b7b3bc51a None None] Set router ac2fd311-4d32-440e-a015-7e7db9f07342 gateway port host: None {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:06.961057 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-6df250a7-d54a-4b2d-ab2a-515b7b3bc51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:42:06Z', 'revision_number': 6, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port_host': None}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:06.985980 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6df250a7-d54a-4b2d-ab2a-515b7b3bc51a None None] The sync data for ids ['ac2fd311-4d32-440e-a015-7e7db9f07342'] in dv-cinder-843361-3-iscsi is: [{'id': 'ac2fd311-4d32-440e-a015-7e7db9f07342', 'name': 'tempest-ServerRescueNegativeTestJSON-1017876897-router', 'tenant_id': '5cab8255c6134aebb9c93493a2342cb1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:42:06Z', 'revision_number': 6, 'project_id': '5cab8255c6134aebb9c93493a2342cb1', 'gw_port_host': None}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:42:07.125902 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (9e98f348-1da9-4071-af99-c71ace4509b0), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:07.152496 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e98f348-1da9-4071-af99-c71ace4509b0,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:07.217273 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-878296'] for router_gateway (ac2fd311-4d32-440e-a015-7e7db9f07342), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:07.256808 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:07.322810 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router (ac2fd311-4d32-440e-a015-7e7db9f07342), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:07.324390 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:07.325883 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Publish callbacks [] for router_controller (ac2fd311-4d32-440e-a015-7e7db9f07342), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:07.465835 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580738'] for router (ac2fd311-4d32-440e-a015-7e7db9f07342), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:07.466208 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b869a-ec01-4a49-b954-73ee23419d3b req-ee778283-b266-4552-997e-c3c161ddcbf3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:07.466682 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac2fd311-4d32-440e-a015-7e7db9f07342 {{(pid=104450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 03:42:07.469127 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9c0b869a-ec01-4a49-b954-73ee23419d3b req-ee778283-b266-4552-997e-c3c161ddcbf3 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0535269 May 28 03:42:07.471648 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:07.473217 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a612d105-5397-4f11-ba7c-3455351a36b0 admin admin] 10.222.0.41 "DELETE /v2.0/routers/ac2fd311-4d32-440e-a015-7e7db9f07342 HTTP/1.1" status: 204 len: 168 time: 1.2508492 May 28 03:42:07.476481 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38208) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:07.517363 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9c0b869a-ec01-4a49-b954-73ee23419d3b req-2be6ea43-3192-40ae-9a21-be5f05565715 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415292 May 28 03:42:07.528458 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9adc18-d99d-49e7-b6cb-f8b00e2d23b2 admin admin] Deleting subnet da50ec93-7f82-409a-8de1-5fe0de05e55d {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:42:07.529450 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7a9adc18-d99d-49e7-b6cb-f8b00e2d23b2 admin admin] Publish callbacks [] for subnet (da50ec93-7f82-409a-8de1-5fe0de05e55d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:07.568832 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7a9adc18-d99d-49e7-b6cb-f8b00e2d23b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171905'] for subnet (da50ec93-7f82-409a-8de1-5fe0de05e55d), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:07.673898 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7a9adc18-d99d-49e7-b6cb-f8b00e2d23b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (da50ec93-7f82-409a-8de1-5fe0de05e55d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:07.780272 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7a9adc18-d99d-49e7-b6cb-f8b00e2d23b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5710840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4789235'] for subnet (da50ec93-7f82-409a-8de1-5fe0de05e55d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:07.804540 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9adc18-d99d-49e7-b6cb-f8b00e2d23b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da50ec93-7f82-409a-8de1-5fe0de05e55d,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:07.810225 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7a9adc18-d99d-49e7-b6cb-f8b00e2d23b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:07.813336 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7a9adc18-d99d-49e7-b6cb-f8b00e2d23b2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/da50ec93-7f82-409a-8de1-5fe0de05e55d HTTP/1.1" status: 204 len: 168 time: 0.3359094 May 28 03:42:07.815736 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38212) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:07.820221 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c202a8-28e8-4742-8673-e68468648ff3 None None] Network a3076c7d-656d-4e5b-8611-4fd5569b4e24 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:42:07.882664 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:07.885950 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (a3076c7d-656d-4e5b-8611-4fd5569b4e24), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:07.930009 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Deleting port 30935570-9fb4-4c6d-ba4f-af72bf01e870 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:07.930411 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:08.025470 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc26654-a69b-4a3c-8142-fed86fdf43cd None None] DHCP port deletion for a3076c7d-656d-4e5b-8611-4fd5569b4e24 request from dv-cinder-843361-3-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 03:42:08.027278 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] For port 30935570-9fb4-4c6d-ba4f-af72bf01e870, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=30935570-9fb4-4c6d-ba4f-af72bf01e870,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:08.027646 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:08.050309 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Calling delete_port for 30935570-9fb4-4c6d-ba4f-af72bf01e870 owned by network:dhcp {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:08.145622 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-ccc26654-a69b-4a3c-8142-fed86fdf43cd None None] Deleting port 30935570-9fb4-4c6d-ba4f-af72bf01e870 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:08.145948 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ccc26654-a69b-4a3c-8142-fed86fdf43cd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:08.177388 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device ead111f5-8280-4dbb-8401-b472c4c4ee8a no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:42:08.205465 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: ead111f5-8280-4dbb-8401-b472c4c4ee8a {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:42:08.206477 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device ead111f5-8280-4dbb-8401-b472c4c4ee8a not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:42:08.207119 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9e98f348-1da9-4071-af99-c71ace4509b0 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:42:08.242247 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:08.273768 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 9e98f348-1da9-4071-af99-c71ace4509b0 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:42:08.274102 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9e98f348-1da9-4071-af99-c71ace4509b0 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:42:08.274959 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 30935570-9fb4-4c6d-ba4f-af72bf01e870 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:42:08.275980 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Pushing event deleted for resources: {'Port': ['ID=30935570-9fb4-4c6d-ba4f-af72bf01e870,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:08.290199 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] No DVR routers for this DVR port 30935570-9fb4-4c6d-ba4f-af72bf01e870 on host dv-cinder-843361-3-iscsi {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:42:08.312773 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 30935570-9fb4-4c6d-ba4f-af72bf01e870 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:42:08.313482 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 30935570-9fb4-4c6d-ba4f-af72bf01e870 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:42:08.323977 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-ccc26654-a69b-4a3c-8142-fed86fdf43cd None None] For port 30935570-9fb4-4c6d-ba4f-af72bf01e870, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=30935570-9fb4-4c6d-ba4f-af72bf01e870,segment=NetworkSegment(4af600f1-af6c-4897-badf-3e5bbeef9f36),segment_id=4af600f1-af6c-4897-badf-3e5bbeef9f36)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:08.324448 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ccc26654-a69b-4a3c-8142-fed86fdf43cd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:08.355321 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-ccc26654-a69b-4a3c-8142-fed86fdf43cd None None] Calling delete_port for 30935570-9fb4-4c6d-ba4f-af72bf01e870 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:08.507202 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (a3076c7d-656d-4e5b-8611-4fd5569b4e24), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:08.518053 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ccc26654-a69b-4a3c-8142-fed86fdf43cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (30935570-9fb4-4c6d-ba4f-af72bf01e870), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:08.555009 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:42:08.559421 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc26654-a69b-4a3c-8142-fed86fdf43cd None None] Pushing event deleted for resources: {'Port': ['ID=30935570-9fb4-4c6d-ba4f-af72bf01e870,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:08.559653 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3076c7d-656d-4e5b-8611-4fd5569b4e24']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:08.567907 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc26654-a69b-4a3c-8142-fed86fdf43cd None None] No DVR routers for this DVR port 30935570-9fb4-4c6d-ba4f-af72bf01e870 on host dv-cinder-843361-3-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:42:08.580695 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af600f1-af6c-4897-badf-3e5bbeef9f36') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:08.580985 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af600f1-af6c-4897-badf-3e5bbeef9f36') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:08.588906 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:08.640734 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171960'] for segment (4af600f1-af6c-4897-badf-3e5bbeef9f36), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:08.819200 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (4af600f1-af6c-4897-badf-3e5bbeef9f36), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:08.831927 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b4c4b-d9c0-4507-a437-4bcc5f8105e2 req-9d5eba71-68a9-4861-a725-9f29a75dc9e6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:08.832999 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-223b4c4b-d9c0-4507-a437-4bcc5f8105e2 req-9d5eba71-68a9-4861-a725-9f29a75dc9e6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0958982 May 28 03:42:08.834278 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:42:08.834884 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5709914'] for segment (4af600f1-af6c-4897-badf-3e5bbeef9f36), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:08.928305 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:08.955313 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-223b4c4b-d9c0-4507-a437-4bcc5f8105e2 req-9ae721f3-3e88-4e68-a5fa-effe9bd635db tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147304 May 28 03:42:09.000891 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 4af600f1-af6c-4897-badf-3e5bbeef9f36 resource provider aggregate not found May 28 03:42:09.020140 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 4af600f1-af6c-4897-badf-3e5bbeef9f36 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4af600f1-af6c-4897-badf-3e5bbeef9f36 found for delete ", "request_id": "req-46c0bd89-1c7c-4ac7-a657-1756e0dae7bb"}]} May 28 03:42:09.208275 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (a3076c7d-656d-4e5b-8611-4fd5569b4e24), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:09.214598 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:09.220597 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] 10.222.0.41 "DELETE /v2.0/networks/a3076c7d-656d-4e5b-8611-4fd5569b4e24 HTTP/1.1" status: 204 len: 168 time: 1.4010160 May 28 03:42:09.228867 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93475d7-7eaf-497e-8e8a-a62b14dadd78 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3076c7d-656d-4e5b-8611-4fd5569b4e24,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:09.298101 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-aaa4e706-5bbb-4045-8f64-70f5d9b6f506 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971281779&fields=id&tenant_id=c0fe831f6e954e05b7d448f1d4f43754 HTTP/1.1" status: 200 len: 267 time: 0.0454390 May 28 03:42:09.431975 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-69b73aa1-a76d-4bba-a230-c5f9471f4027 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:09.433482 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-69b73aa1-a76d-4bba-a230-c5f9471f4027 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 810 time: 0.1291342 May 28 03:42:09.451080 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-ead0ead6-4f21-442c-945f-004e63908ebf tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/quotas/c0fe831f6e954e05b7d448f1d4f43754 HTTP/1.1" status: 200 len: 375 time: 0.0114462 May 28 03:42:09.517699 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-9e74095b-73b2-4614-9b07-da0c70e2a107 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606813 May 28 03:42:09.604482 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38246) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:09.650335 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-78716655-559f-459c-9c0e-5522a8ba917a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5cab8255c6134aebb9c93493a2342cb1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0444064 May 28 03:42:09.652571 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38248) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:09.703060 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-0864c4ab-795b-4063-89a2-607e5b7ea566 service neutron] 10.222.0.41 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724465 May 28 03:42:09.711508 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e3d9a962-319d-45b5-a341-039a42045fef admin admin] Publish callbacks [] for security_group (03b58c8a-0b78-41d8-a6ec-789cf7104c92), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:09.744379 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e3d9a962-319d-45b5-a341-039a42045fef admin admin] Publish callbacks [] for security_group (03b58c8a-0b78-41d8-a6ec-789cf7104c92), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:09.806549 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-5ca37be6-c6f3-4800-b714-8e3dc2477324 service neutron] 10.222.0.41 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022439 May 28 03:42:09.925758 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e3d9a962-319d-45b5-a341-039a42045fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (03b58c8a-0b78-41d8-a6ec-789cf7104c92), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:09.929230 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e3d9a962-319d-45b5-a341-039a42045fef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:09.930835 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e3d9a962-319d-45b5-a341-039a42045fef admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/03b58c8a-0b78-41d8-a6ec-789cf7104c92 HTTP/1.1" status: 204 len: 168 time: 0.2771344 May 28 03:42:09.966378 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d9a962-319d-45b5-a341-039a42045fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b58c8a-0b78-41d8-a6ec-789cf7104c92,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:10.114958 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f034e-3b36-4269-9007-63ee06d9c06e req-43e6b1af-f257-475c-a784-26f315db584a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:10.117467 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-311f034e-3b36-4269-9007-63ee06d9c06e req-43e6b1af-f257-475c-a784-26f315db584a tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0598776 May 28 03:42:10.175211 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-311f034e-3b36-4269-9007-63ee06d9c06e req-cee0747c-c299-44fc-bdaa-0eed84640e2b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492682 May 28 03:42:10.675144 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-059f27dd-1086-41aa-82e7-dc7a8861733e req-cf58ee0c-4021-4e0f-910a-0d50b81c3788 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 210 time: 0.0451524 May 28 03:42:11.329805 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edba780-f1b6-4bf6-a71b-c651ba75d3d1 req-91ecd66a-6ef3-4f12-be6f-77ec72c27e1b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:11.331366 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0edba780-f1b6-4bf6-a71b-c651ba75d3d1 req-91ecd66a-6ef3-4f12-be6f-77ec72c27e1b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0627589 May 28 03:42:11.413367 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0edba780-f1b6-4bf6-a71b-c651ba75d3d1 req-31e7a2b8-f3f1-4f9a-9340-8feb3b5d6c34 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715675 May 28 03:42:11.796490 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8b752be5-c141-4787-86a8-d722466c4e9e req-b79d6469-71a5-4f3b-aa2e-0740c863f5ce tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 210 time: 0.0465560 May 28 03:42:12.551707 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f356e-12c3-48f6-a7a7-f5009679ca5e req-89c66686-77a0-44f9-915a-25377ced8ddd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:12.553777 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-972f356e-12c3-48f6-a7a7-f5009679ca5e req-89c66686-77a0-44f9-915a-25377ced8ddd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0636108 May 28 03:42:12.600661 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-972f356e-12c3-48f6-a7a7-f5009679ca5e req-04789e31-c85d-4c78-b4b5-db78e5f2c763 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413682 May 28 03:42:12.902993 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9a3e1a38-b95f-4611-8dfd-0b28a054d0ab req-dc1f1dd5-d7b7-4290-aed4-825e44a7f289 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 210 time: 0.0374448 May 28 03:42:13.517680 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-0862297e-0dc9-4765-8cbf-53abe7ca9abd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:13.519136 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-0862297e-0dc9-4765-8cbf-53abe7ca9abd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 810 time: 0.3680363 May 28 03:42:13.720530 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83f5e7-1d7d-49d4-beeb-ca1725551826 req-e2c0d080-7bbc-4235-8ab5-b42860db1d46 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:13.722060 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8b83f5e7-1d7d-49d4-beeb-ca1725551826 req-e2c0d080-7bbc-4235-8ab5-b42860db1d46 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0497308 May 28 03:42:13.774867 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8b83f5e7-1d7d-49d4-beeb-ca1725551826 req-d4b191c8-8266-45e6-ab7e-b05b01bd2051 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449100 May 28 03:42:13.895917 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-8289fbaf-9e3c-4507-b604-1366bf3bb326 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0fe831f6e954e05b7d448f1d4f43754 HTTP/1.1" status: 200 len: 380 time: 0.0592406 May 28 03:42:13.944723 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'port': {'device_id': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'admin_state_up': True, 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'security_groups': ['6f0f5400-c168-4cea-9205-0caa2f3869ed']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:42:14.028027 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-51fcfc89-c3bf-47d3-90c8-4b874441ba35 req-c334f5a7-499f-492d-a4de-6085b6370b68 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 210 time: 0.0603347 May 28 03:42:14.188244 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Made reservation on behalf of c0fe831f6e954e05b7d448f1d4f43754 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:42:14.191952 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:14.327992 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Allocated IP 172.20.0.12 (af6636fe-9088-4d20-9a1e-fa3df2392948/7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff/ce3985bf-d85c-4d8a-be10-2df6ad569608) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:42:14.367307 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:14.432320 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:14.483028 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:14.561993 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39c14d-73cc-42b7-921f-242784ae41df req-7b897629-7308-4e5c-9852-c6732ca176b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:14.563536 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5d39c14d-73cc-42b7-921f-242784ae41df req-7b897629-7308-4e5c-9852-c6732ca176b2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 1130 time: 0.0522764 May 28 03:42:14.631963 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:14.700748 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Network af6636fe-9088-4d20-9a1e-fa3df2392948 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:42:14.710977 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:42:14.713526 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:42:14.723604 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'Port': ['ID=ce3985bf-d85c-4d8a-be10-2df6ad569608,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:14.758610 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39c14d-73cc-42b7-921f-242784ae41df req-94adf6f5-d0a6-46d2-bdb3-80cdd37b7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:14.760761 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5d39c14d-73cc-42b7-921f-242784ae41df req-94adf6f5-d0a6-46d2-bdb3-80cdd37b7ff6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 918 time: 0.1890161 May 28 03:42:14.843352 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:14.844146 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:14.871114 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5d39c14d-73cc-42b7-921f-242784ae41df req-74c30bbe-b415-4f0a-9f37-353e91de4ddb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112 HTTP/1.1" status: 200 len: 1002 time: 0.0990882 May 28 03:42:14.911276 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:14.928107 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee40a16-bd19-4772-be93-140ff9e6bb5c req-ed730b54-186e-4146-8512-2bd20685c37f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:14.929924 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bee40a16-bd19-4772-be93-140ff9e6bb5c req-ed730b54-186e-4146-8512-2bd20685c37f tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0705817 May 28 03:42:14.933168 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:14.941592 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39c14d-73cc-42b7-921f-242784ae41df req-e96ab046-83c6-48bf-aa15-bd9429b5f1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:14.945758 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5d39c14d-73cc-42b7-921f-242784ae41df req-e96ab046-83c6-48bf-aa15-bd9429b5f1b4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 HTTP/1.1" status: 200 len: 856 time: 0.0649140 May 28 03:42:14.987191 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-2f7fe60e-99fb-47be-8026-a8f09f4a0498 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0463536 May 28 03:42:14.987658 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bee40a16-bd19-4772-be93-140ff9e6bb5c req-377ccc5b-e622-4c62-b806-88d8309f5487 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503004 May 28 03:42:14.994649 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-53a8178f-a0b1-4bc2-bb80-ce458e79563d None None] Provisioning complete for port ce3985bf-d85c-4d8a-be10-2df6ad569608 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:14.995223 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-53a8178f-a0b1-4bc2-bb80-ce458e79563d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:15.002575 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Request body: {'port': {'device_id': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:42:15.009028 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39c14d-73cc-42b7-921f-242784ae41df req-6f729f73-9ba5-45eb-af07-d952a8a032d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:15.010712 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5d39c14d-73cc-42b7-921f-242784ae41df req-6f729f73-9ba5-45eb-af07-d952a8a032d4 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f47d9414-85e4-4030-814e-0a5133c3d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0604341 May 28 03:42:15.042438 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-53a8178f-a0b1-4bc2-bb80-ce458e79563d None None] Port ce3985bf-d85c-4d8a-be10-2df6ad569608 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:42:15.181434 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:15.250396 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7de277-67c8-465e-a062-84e8f84c527e req-72d59416-512d-4cb6-a25a-afd7abb33eb5 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:15.252023 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9a7de277-67c8-465e-a062-84e8f84c527e req-72d59416-512d-4cb6-a25a-afd7abb33eb5 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 932 time: 0.1182220 May 28 03:42:15.265794 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5d39c14d-73cc-42b7-921f-242784ae41df req-49dcfab2-a4b9-4101-8dec-bc2e9f51f3b6 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388151 May 28 03:42:15.424317 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38382) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:15.467148 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9a7de277-67c8-465e-a062-84e8f84c527e req-2aa0da22-bdb9-48dd-b3d8-17718dbebc66 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2062578 May 28 03:42:15.468210 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:15.531143 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5d39c14d-73cc-42b7-921f-242784ae41df req-e9b78b38-2368-4061-b8b1-39a03fa4229b service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546282 May 28 03:42:15.569634 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b33af0b-9c25-49b7-b9ac-7ca359cec6ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:15.594821 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:15.659666 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b33af0b-9c25-49b7-b9ac-7ca359cec6ee admin admin] Publish callbacks [] for security_group (83d3ba15-a7b3-4362-9f8b-02014cb3c35f), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:15.674013 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3985bf-d85c-4d8a-be10-2df6ad569608 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:42:15.680097 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Publish callbacks [] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:15.693857 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Transition to ACTIVE for port object ce3985bf-d85c-4d8a-be10-2df6ad569608 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:42:15.719760 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b33af0b-9c25-49b7-b9ac-7ca359cec6ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (83d3ba15-a7b3-4362-9f8b-02014cb3c35f), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:15.742735 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:15.761820 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-7b33af0b-9c25-49b7-b9ac-7ca359cec6ee admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=31a76a402dd149e8ad108ae9a6d6dc80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3363645 May 28 03:42:15.762949 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33af0b-9c25-49b7-b9ac-7ca359cec6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d3ba15-a7b3-4362-9f8b-02014cb3c35f,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:15.765564 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38394) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:15.796485 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Pushing event updated for resources: {'Port': ['ID=ce3985bf-d85c-4d8a-be10-2df6ad569608,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:15.820252 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6917de3-ace5-4c58-8fc9-c2a400a82f4e admin admin] Publish callbacks [] for security_group (83d3ba15-a7b3-4362-9f8b-02014cb3c35f), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:15.843526 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6917de3-ace5-4c58-8fc9-c2a400a82f4e admin admin] Publish callbacks [] for security_group (83d3ba15-a7b3-4362-9f8b-02014cb3c35f), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:15.881770 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Attempting to bind port ce3985bf-d85c-4d8a-be10-2df6ad569608 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:42:15.881770 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Attempting to bind port ce3985bf-d85c-4d8a-be10-2df6ad569608 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:42:15.882014 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Attempting to bind port ce3985bf-d85c-4d8a-be10-2df6ad569608 on network af6636fe-9088-4d20-9a1e-fa3df2392948 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:42:15.886810 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Port ce3985bf-d85c-4d8a-be10-2df6ad569608 on network af6636fe-9088-4d20-9a1e-fa3df2392948 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:42:15.887206 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Attempting to bind port ce3985bf-d85c-4d8a-be10-2df6ad569608 on network af6636fe-9088-4d20-9a1e-fa3df2392948 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:42:15.892455 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:42:15.893254 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Checking segment: {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:42:15.893802 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Bound using segment: {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:42:15.894235 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Bound port: ce3985bf-d85c-4d8a-be10-2df6ad569608, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:42:15.894591 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:15.915494 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:15.976133 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] For port ce3985bf-d85c-4d8a-be10-2df6ad569608, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:42:15.979395 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] For port ce3985bf-d85c-4d8a-be10-2df6ad569608, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ce3985bf-d85c-4d8a-be10-2df6ad569608,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:42:15.991832 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6917de3-ace5-4c58-8fc9-c2a400a82f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (83d3ba15-a7b3-4362-9f8b-02014cb3c35f), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:15.994838 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b6917de3-ace5-4c58-8fc9-c2a400a82f4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:15.996061 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b6917de3-ace5-4c58-8fc9-c2a400a82f4e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/83d3ba15-a7b3-4362-9f8b-02014cb3c35f HTTP/1.1" status: 204 len: 168 time: 0.2299061 May 28 03:42:16.004718 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6917de3-ace5-4c58-8fc9-c2a400a82f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d3ba15-a7b3-4362-9f8b-02014cb3c35f,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:16.077710 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:16.117861 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:16.118776 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:16.120122 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] 10.222.0.27 "PUT /v2.0/ports/ce3985bf-d85c-4d8a-be10-2df6ad569608 HTTP/1.1" status: 200 len: 1094 time: 1.1241026 May 28 03:42:16.120551 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'tag': 'ce3985bf-d85c-4d8a-be10-2df6ad569608'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:42:16.121338 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c5f95-7d98-4bd9-b575-86e82bd2694c req-bf8d6d4a-156d-4373-aa74-43dda17c1523 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:16.122805 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eccd9f9-6a46-4549-a46c-e40a9db76123" -d '{"events": [{"name": "network-changed", "server_uuid": "b53491f6-a319-4950-ac9e-a9b0bd7a45e2", "tag": "ce3985bf-d85c-4d8a-be10-2df6ad569608"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:42:16.122937 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dd4c5f95-7d98-4bd9-b575-86e82bd2694c req-bf8d6d4a-156d-4373-aa74-43dda17c1523 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0519164 May 28 03:42:16.154735 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f95a6d-c0ea-42af-919c-c92c9e25658e service neutron] Pushing event updated for resources: {'Port': ['ID=ce3985bf-d85c-4d8a-be10-2df6ad569608,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:16.176289 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a9de76-8610-47c8-882a-c8f7405b89ff x-openstack-request-id: req-16a9de76-8610-47c8-882a-c8f7405b89ff {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:42:16.176681 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53491f6-a319-4950-ac9e-a9b0bd7a45e2", "tag": "ce3985bf-d85c-4d8a-be10-2df6ad569608", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:42:16.177001 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-16a9de76-8610-47c8-882a-c8f7405b89ff {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:42:16.178489 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16a9de76-8610-47c8-882a-c8f7405b89ff'] response: {'name': 'network-changed', 'server_uuid': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'tag': 'ce3985bf-d85c-4d8a-be10-2df6ad569608', 'status': 'completed', 'code': 200} May 28 03:42:16.190117 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dd4c5f95-7d98-4bd9-b575-86e82bd2694c req-9fec56f2-de67-4709-922c-600db01fb8bb tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602965 May 28 03:42:16.590320 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe27887-f9ec-4149-b54c-e06067404b0b req-2ef9c3b7-ced5-4894-8f46-ab52c3262524 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:16.591858 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-efe27887-f9ec-4149-b54c-e06067404b0b req-2ef9c3b7-ced5-4894-8f46-ab52c3262524 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 944 time: 0.0497384 May 28 03:42:16.633866 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38408) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:16.641767 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-efe27887-f9ec-4149-b54c-e06067404b0b req-cf1be9a6-38de-4460-9bdb-e5d9ea8e03bc tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442786 May 28 03:42:16.648115 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8e4ec3dd-4ddd-4f09-9478-e267c19ca2af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:16.682410 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:16.722025 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8e4ec3dd-4ddd-4f09-9478-e267c19ca2af admin admin] Publish callbacks [] for security_group (63a4022f-03e8-4bb3-a511-7cc9a6043fa7), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:16.807989 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8e4ec3dd-4ddd-4f09-9478-e267c19ca2af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (63a4022f-03e8-4bb3-a511-7cc9a6043fa7), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:16.854191 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8e4ec3dd-4ddd-4f09-9478-e267c19ca2af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=34a9dc521ac147338a8634fa17b67321&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2192109 May 28 03:42:16.855157 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4ec3dd-4ddd-4f09-9478-e267c19ca2af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a4022f-03e8-4bb3-a511-7cc9a6043fa7,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:16.856769 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38410) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:16.906101 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-004b85f0-9d2b-45cb-be75-259e52a06947 admin admin] Publish callbacks [] for security_group (63a4022f-03e8-4bb3-a511-7cc9a6043fa7), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:16.927228 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-004b85f0-9d2b-45cb-be75-259e52a06947 admin admin] Publish callbacks [] for security_group (63a4022f-03e8-4bb3-a511-7cc9a6043fa7), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:17.029207 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccd9f9-6a46-4549-a46c-e40a9db76123 req-94773bfd-79e0-46ff-bffe-8af7f0a0e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:17.030770 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6eccd9f9-6a46-4549-a46c-e40a9db76123 req-94773bfd-79e0-46ff-bffe-8af7f0a0e8bf service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 1128 time: 0.0430424 May 28 03:42:17.132577 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-004b85f0-9d2b-45cb-be75-259e52a06947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (63a4022f-03e8-4bb3-a511-7cc9a6043fa7), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:17.135065 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-004b85f0-9d2b-45cb-be75-259e52a06947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:17.136279 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-004b85f0-9d2b-45cb-be75-259e52a06947 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/63a4022f-03e8-4bb3-a511-7cc9a6043fa7 HTTP/1.1" status: 204 len: 168 time: 0.2783976 May 28 03:42:17.155840 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b85f0-9d2b-45cb-be75-259e52a06947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a4022f-03e8-4bb3-a511-7cc9a6043fa7,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:17.194136 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccd9f9-6a46-4549-a46c-e40a9db76123 req-6683cee6-34e1-401f-8d43-3a7d5edf2bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:17.195691 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6eccd9f9-6a46-4549-a46c-e40a9db76123 req-6683cee6-34e1-401f-8d43-3a7d5edf2bd1 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1278374 May 28 03:42:17.316365 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eccd9f9-6a46-4549-a46c-e40a9db76123 req-8a4dcd54-ac86-400c-84f3-db794a7a5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:17.317879 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6eccd9f9-6a46-4549-a46c-e40a9db76123 req-8a4dcd54-ac86-400c-84f3-db794a7a5bc9 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1151595 May 28 03:42:17.332052 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea885403-af03-47e5-9e77-2c057d1f8d4c req-8e975789-e07c-4883-9e41-f06feb8e12cc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:17.333817 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ea885403-af03-47e5-9e77-2c057d1f8d4c req-8e975789-e07c-4883-9e41-f06feb8e12cc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0561960 May 28 03:42:17.381042 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ea885403-af03-47e5-9e77-2c057d1f8d4c req-a5fc470b-ed21-46e4-9d1c-ecde63b3a6b4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416994 May 28 03:42:17.588718 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-e4cf0788-6cec-4f55-9883-1f8d3e8fd6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:17.590287 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-e4cf0788-6cec-4f55-9883-1f8d3e8fd6a2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 1128 time: 0.0453780 May 28 03:42:17.759442 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe866c18-e7dd-443a-98d5-a44a52e43654 req-e36da9f1-c1dc-4090-978b-252e3e9e54c5 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:17.760896 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fe866c18-e7dd-443a-98d5-a44a52e43654 req-e36da9f1-c1dc-4090-978b-252e3e9e54c5 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 944 time: 0.0483897 May 28 03:42:17.815074 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fe866c18-e7dd-443a-98d5-a44a52e43654 req-690fe70f-5907-4de1-bd8e-3741df43ab1b tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486994 May 28 03:42:17.919653 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-a6b5dd23-e377-4478-a145-12c6786786cb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce3985bf-d85c-4d8a-be10-2df6ad569608 HTTP/1.1" status: 200 len: 217 time: 0.0326583 May 28 03:42:18.133580 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:18.144204 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-60b85c8c-87d0-4536-b1d7-5ead0f2066f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:18.145689 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-60b85c8c-87d0-4536-b1d7-5ead0f2066f4 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff HTTP/1.1" status: 200 len: 849 time: 0.0614457 May 28 03:42:18.191143 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-feea24fd-f32d-4ceb-99a5-b957df345167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:18.192548 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-feea24fd-f32d-4ceb-99a5-b957df345167 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=af6636fe-9088-4d20-9a1e-fa3df2392948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391643 May 28 03:42:18.301731 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-5bc6743e-add1-46cf-ba97-1c6fa02521be service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020494 May 28 03:42:18.314602 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:18.403656 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-caed4305-c97c-4f23-88b7-cdb47d2f9ed5 req-e7a709e2-1103-4b50-9fa6-7930f5e95de0 service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958154 May 28 03:42:18.502925 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb6b8d1-44a2-4a8f-8fa5-55b5941e3d67 req-b8426c04-328d-4573-8348-96345f22cf72 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:18.504435 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0eb6b8d1-44a2-4a8f-8fa5-55b5941e3d67 req-b8426c04-328d-4573-8348-96345f22cf72 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 946 time: 0.0472996 May 28 03:42:18.552124 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0eb6b8d1-44a2-4a8f-8fa5-55b5941e3d67 req-4dfdfe0e-2092-4d99-92d8-840dc54d2081 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419247 May 28 03:42:18.559164 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:42:18.633176 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 is: ACTIVE; New status is: DOWN {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:18.633560 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:18.656688 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:42:18.659056 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab81d051-c5be-4e4b-b8bb-2f50915b753f" -d '{"events": [{"server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "name": "network-vif-unplugged", "status": "completed", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:42:18.672433 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:18.694827 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 May 2022 03:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d305a7a-37c9-43e3-b785-6e4afa0414ee x-openstack-request-id: req-2d305a7a-37c9-43e3-b785-6e4afa0414ee {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:42:18.695109 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "name": "network-vif-unplugged", "status": "failed", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112", "code": 422}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:42:18.695393 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2d305a7a-37c9-43e3-b785-6e4afa0414ee {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:42:18.695849 dv-cinder-843361-3-iscsi neutron-server[104451]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-2d305a7a-37c9-43e3-b785-6e4afa0414ee']: {'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'code': 422} returned with failed status May 28 03:42:18.734070 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:18.782572 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,revision_number=8']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:18.933077 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde5789c-db70-442d-a7ef-400a4bb2a16e req-af542e8b-786a-4ff8-b7f1-ed054dd0f3c1 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:18.934583 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dde5789c-db70-442d-a7ef-400a4bb2a16e req-af542e8b-786a-4ff8-b7f1-ed054dd0f3c1 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 944 time: 0.0502381 May 28 03:42:18.988572 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dde5789c-db70-442d-a7ef-400a4bb2a16e req-0864a3aa-997e-4a9e-a88d-bb515e05a14b tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483959 May 28 03:42:19.221530 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:19.371004 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c60102d3-bcb2-43c5-887a-d1ce5f9258c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:19.572669 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:19.579090 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:19.743200 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:20.107272 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad746fa-e4b0-4581-b644-b1fd399cf28d req-eb6a63c7-5e99-41e2-87e2-7ff119dd300e tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:20.109480 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6ad746fa-e4b0-4581-b644-b1fd399cf28d req-eb6a63c7-5e99-41e2-87e2-7ff119dd300e tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 944 time: 0.0524399 May 28 03:42:20.171119 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6ad746fa-e4b0-4581-b644-b1fd399cf28d req-5057a0d2-b92f-4d38-8348-b7d67d64f78d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456898 May 28 03:42:20.658995 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [req-fdea5403-fe10-4d2f-b365-7464800623cb req-d5e37ba6-0bd7-437e-baf5-7d70db3c3488 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:42:20.660062 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdea5403-fe10-4d2f-b365-7464800623cb req-d5e37ba6-0bd7-437e-baf5-7d70db3c3488 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053656 May 28 03:42:21.013500 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8ef827-0f2a-4eda-87cc-26107ac514e1 req-b0164cc9-9d23-4bbd-8c68-39d7cca27dae tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:21.028092 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0c8ef827-0f2a-4eda-87cc-26107ac514e1 req-b0164cc9-9d23-4bbd-8c68-39d7cca27dae tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0670991 May 28 03:42:21.075024 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0c8ef827-0f2a-4eda-87cc-26107ac514e1 req-0b2c65a1-ac68-4aa2-9d03-3dc8de2014b8 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455785 May 28 03:42:21.319387 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b83e926-ef0e-4598-a9af-151a48e2ef9b req-b8d70e0f-4532-423a-bc49-e795ade81aa0 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:21.320840 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2b83e926-ef0e-4598-a9af-151a48e2ef9b req-b8d70e0f-4532-423a-bc49-e795ade81aa0 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 944 time: 0.0792170 May 28 03:42:21.324439 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9e459578-f303-43c9-a0d6-fe714caa015b req-2a28e8d6-dd39-41a2-b6a2-613b1f4848c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0725331 May 28 03:42:21.381797 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2b83e926-ef0e-4598-a9af-151a48e2ef9b req-22e008a8-9076-465b-afb0-0cfcd1c45376 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552266 May 28 03:42:21.420277 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e459578-f303-43c9-a0d6-fe714caa015b req-dad80bbe-8d1d-4867-a2f0-a0c9ff5babf4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:21.421704 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9e459578-f303-43c9-a0d6-fe714caa015b req-dad80bbe-8d1d-4867-a2f0-a0c9ff5babf4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports/73f87b73-9d7c-43a7-9bd2-dc7fb5450112 HTTP/1.1" status: 200 len: 941 time: 0.0672626 May 28 03:42:21.468121 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4923c07-e7e6-4559-959c-d67c7c4bdc09 req-208631b0-cdaf-442d-b89d-27256aea97cb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:21.475309 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c4923c07-e7e6-4559-959c-d67c7c4bdc09 req-208631b0-cdaf-442d-b89d-27256aea97cb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 945 time: 0.0498426 May 28 03:42:21.517642 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c4923c07-e7e6-4559-959c-d67c7c4bdc09 req-53710c8b-a182-4184-baa2-e44ec9ce5465 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423813 May 28 03:42:21.702293 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1cd0b752-c0ae-4b8f-8c9a-a215db617ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:22.198391 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa4599e-084d-4642-acbe-39e9ad317990 req-c0e2fc1a-4949-40de-ab75-832af2c5bb83 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:22.199879 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-baa4599e-084d-4642-acbe-39e9ad317990 req-c0e2fc1a-4949-40de-ab75-832af2c5bb83 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0509493 May 28 03:42:22.249531 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-baa4599e-084d-4642-acbe-39e9ad317990 req-907ec60b-063d-43ec-9893-e0dde4be9907 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440419 May 28 03:42:22.506266 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55978e5-ddd0-4922-854a-fba9c49ee754 req-58cc8558-7cac-4f03-8e76-d4c5f23d3cb3 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:22.507775 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b55978e5-ddd0-4922-854a-fba9c49ee754 req-58cc8558-7cac-4f03-8e76-d4c5f23d3cb3 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 944 time: 0.0469239 May 28 03:42:22.561830 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b55978e5-ddd0-4922-854a-fba9c49ee754 req-1b99c07b-3551-40b3-992a-1204c53a6b2a tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482123 May 28 03:42:22.571596 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:42:22.634357 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc85f3c-50f9-45be-9949-7a95f766f2af req-5ad44189-6067-4981-8e61-b98665b269d8 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:22.635826 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-adc85f3c-50f9-45be-9949-7a95f766f2af req-5ad44189-6067-4981-8e61-b98665b269d8 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 945 time: 0.0471439 May 28 03:42:22.640801 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:22.651572 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 is: DOWN; New status is: DOWN {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:22.685712 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-adc85f3c-50f9-45be-9949-7a95f766f2af req-79b13bc1-c637-4477-af07-7f4c4689e638 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441573 May 28 03:42:22.822540 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:23.152220 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-7a3d8dff-8c53-4e3e-a74e-d56a2a3d6bd5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:23.153879 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-7a3d8dff-8c53-4e3e-a74e-d56a2a3d6bd5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.27 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 945 time: 0.0507677 May 28 03:42:23.246675 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Deleting port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:23.247020 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:23.357050 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] For port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:23.357539 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:23.373446 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:23.384372 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0c9da-5a4f-4f77-ae73-9c39fe6b721c req-ec84a857-ea7e-4a04-a68e-76efbddfbff8 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:23.385880 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-34d0c9da-5a4f-4f77-ae73-9c39fe6b721c req-ec84a857-ea7e-4a04-a68e-76efbddfbff8 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0543478 May 28 03:42:23.438325 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-34d0c9da-5a4f-4f77-ae73-9c39fe6b721c req-21b4de58-79e6-417d-bd7c-c39fb1b4cc91 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447750 May 28 03:42:23.459036 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:23.535471 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:23.535823 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (44500b7f-7a0e-4355-879a-11abaec7674b), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:23.536174 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Floating IP 44500b7f-7a0e-4355-879a-11abaec7674b disassociated. External IP: 172.27.3.165, port: 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e. May 28 03:42:23.536511 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Calling delete_port for 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:23.538819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:23.709398 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a99d7-2634-4f2b-a697-b6f53fc96d79 req-09b01441-2519-4784-b747-89d02f7a7920 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:23.710835 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4d4a99d7-2634-4f2b-a697-b6f53fc96d79 req-09b01441-2519-4784-b747-89d02f7a7920 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 944 time: 0.0610700 May 28 03:42:23.762590 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4d4a99d7-2634-4f2b-a697-b6f53fc96d79 req-82d0626a-2f0a-4b46-a457-3bf0cc33ab56 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454998 May 28 03:42:23.773999 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (741e41e9-4e3d-40e3-80a8-4a50ecab9f1e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:23.800631 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1650374-3320-4ca2-bd3f-ae5cee741362 req-d0f9814d-6df1-494f-a4ef-13a45209d40f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:23.802143 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d1650374-3320-4ca2-bd3f-ae5cee741362 req-d0f9814d-6df1-494f-a4ef-13a45209d40f tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 945 time: 0.0480363 May 28 03:42:23.811183 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event deleted for resources: {'Port': ['ID=741e41e9-4e3d-40e3-80a8-4a50ecab9f1e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:23.860720 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d1650374-3320-4ca2-bd3f-ae5cee741362 req-3045d7d0-8db2-48c4-b607-248e728012e2 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups?id=02f03cf9-4ec0-4f48-ab81-240c76acfb33&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519009 May 28 03:42:23.926379 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:42:24.062098 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:42:24.064112 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e459578-f303-43c9-a0d6-fe714caa015b req-b16a736c-6f64-4a3f-aa8f-cf0a271cfb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:24.065578 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9e459578-f303-43c9-a0d6-fe714caa015b req-b16a736c-6f64-4a3f-aa8f-cf0a271cfb2d service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a&tenant_id=3611c72fb0b8472da98ba9b0c0d86843 HTTP/1.1" status: 200 len: 1128 time: 0.0530221 May 28 03:42:24.075178 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa277cca-8cff-422c-9c20-6a798c6ce34e None None] Sync routers for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:42:24.085742 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa277cca-8cff-422c-9c20-6a798c6ce34e None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:24.086288 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-fa277cca-8cff-422c-9c20-6a798c6ce34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:24.106638 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] No DVR routers for this DVR port 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:42:24.109145 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:24.112371 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a778ee97-b7b1-4a53-a19a-97609a557246 req-44dbaadb-ce6b-41dc-b9f5-1c28a3efd5d5 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.27 "DELETE /v2.0/ports/741e41e9-4e3d-40e3-80a8-4a50ecab9f1e HTTP/1.1" status: 204 len: 173 time: 0.9531593 May 28 03:42:24.112813 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'name': 'network-vif-deleted', 'tag': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:42:24.115056 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd77f3a3-2eef-4b83-b858-62e37d1450e6" -d '{"events": [{"server_uuid": "43942790-5855-4ed1-9ce4-8f02a3092edd", "name": "network-vif-deleted", "tag": "741e41e9-4e3d-40e3-80a8-4a50ecab9f1e"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:42:24.161620 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a6c2b75-40f5-43df-bafc-aa705717a90c x-openstack-request-id: req-2a6c2b75-40f5-43df-bafc-aa705717a90c {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:42:24.161620 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43942790-5855-4ed1-9ce4-8f02a3092edd", "name": "network-vif-deleted", "tag": "741e41e9-4e3d-40e3-80a8-4a50ecab9f1e", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:42:24.161620 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2a6c2b75-40f5-43df-bafc-aa705717a90c {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:42:24.161620 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a6c2b75-40f5-43df-bafc-aa705717a90c'] response: {'server_uuid': '43942790-5855-4ed1-9ce4-8f02a3092edd', 'name': 'network-vif-deleted', 'tag': '741e41e9-4e3d-40e3-80a8-4a50ecab9f1e', 'status': 'completed', 'code': 200} May 28 03:42:24.196205 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-fa277cca-8cff-422c-9c20-6a798c6ce34e None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:24.222451 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:24.395393 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-fa277cca-8cff-422c-9c20-6a798c6ce34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:16Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:24.421370 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa277cca-8cff-422c-9c20-6a798c6ce34e None None] Checking router: c1d56ddc-d80b-4d48-9520-e044fb7bbd06 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:42:24.430193 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa277cca-8cff-422c-9c20-6a798c6ce34e None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:24.430792 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-fa277cca-8cff-422c-9c20-6a798c6ce34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:24.536979 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-fa277cca-8cff-422c-9c20-6a798c6ce34e None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:24.588348 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1876e0bc-4bc2-4ec5-adf8-2e095813a50f req-74676249-f341-408e-bb65-861df1642a0b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:24.590017 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1876e0bc-4bc2-4ec5-adf8-2e095813a50f req-74676249-f341-408e-bb65-861df1642a0b tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0716321 May 28 03:42:24.595870 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:24.609306 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e459578-f303-43c9-a0d6-fe714caa015b req-0eb9c226-f6a2-474d-949f-20904db2ca58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:24.611031 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9e459578-f303-43c9-a0d6-fe714caa015b req-0eb9c226-f6a2-474d-949f-20904db2ca58 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 1128 time: 0.0570085 May 28 03:42:24.649749 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1876e0bc-4bc2-4ec5-adf8-2e095813a50f req-373cd3f4-9fe1-4211-9d85-c1a29fd14774 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509100 May 28 03:42:24.729201 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e459578-f303-43c9-a0d6-fe714caa015b req-9d06b218-d756-463e-9342-1af88a1fa434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:24.730826 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9e459578-f303-43c9-a0d6-fe714caa015b req-9d06b218-d756-463e-9342-1af88a1fa434 service neutron] 10.222.0.27 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 918 time: 0.1078882 May 28 03:42:24.747825 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-fa277cca-8cff-422c-9c20-6a798c6ce34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:16Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:24.776298 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa277cca-8cff-422c-9c20-6a798c6ce34e None None] The sync data for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi is: [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '2a3e57dd-6060-48f8-a16d-44e486fd09b7', 'name': '', 'network_id': '9cd091c1-088f-4b49-b9d5-c93354a4ddb5', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'mac_address': 'fa:16:3e:d6:50:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:16Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'subnets': [{'id': '4490044b-5c07-456c-ad61-47e5d5e2ef0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:42:24.800240 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9e459578-f303-43c9-a0d6-fe714caa015b req-fcad6b24-4208-409a-bb45-c5bc221f1b0c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112 HTTP/1.1" status: 200 len: 1000 time: 0.0628257 May 28 03:42:25.015024 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6586a87e-4c62-437f-84a0-d30d61bf43b2 req-26501ec6-ec3f-4943-9ba1-dddc1075b3e6 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/ports?device_id=43942790-5855-4ed1-9ce4-8f02a3092edd HTTP/1.1" status: 200 len: 210 time: 0.0456929 May 28 03:42:25.029641 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38620) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:25.098783 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7115d5cc-7921-4059-90e0-ca8e3b1a1aa9 None None] New status for floating IP 44500b7f-7a0e-4355-879a-11abaec7674b: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:42:25.168327 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4d755ae3-054e-4c89-8ac2-7be187982a15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:25.188963 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e459578-f303-43c9-a0d6-fe714caa015b req-38a7e4e1-4b95-4bce-b064-dec48c2a1585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:25.190575 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9e459578-f303-43c9-a0d6-fe714caa015b req-38a7e4e1-4b95-4bce-b064-dec48c2a1585 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 HTTP/1.1" status: 200 len: 856 time: 0.3784471 May 28 03:42:25.198649 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef3cf8-b7f2-4fe1-93c0-69ca4b5b5315 req-d1ab9bb6-f74e-451a-aa5e-366aaeb89d08 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:25.200191 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4cef3cf8-b7f2-4fe1-93c0-69ca4b5b5315 req-d1ab9bb6-f74e-451a-aa5e-366aaeb89d08 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 944 time: 0.3531353 May 28 03:42:25.253178 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4d755ae3-054e-4c89-8ac2-7be187982a15 admin admin] Publish callbacks [] for security_group (4f7ccef5-489f-469d-8d4f-e36932076943), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:25.268981 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e459578-f303-43c9-a0d6-fe714caa015b req-5dc82470-f659-43ca-83d7-9de9e9c88efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:25.271296 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9e459578-f303-43c9-a0d6-fe714caa015b req-5dc82470-f659-43ca-83d7-9de9e9c88efe service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f47d9414-85e4-4030-814e-0a5133c3d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0701644 May 28 03:42:25.314223 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4cef3cf8-b7f2-4fe1-93c0-69ca4b5b5315 req-47e2ec11-fee5-4981-af1d-1b34aae7903b tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048899 May 28 03:42:25.339969 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4d755ae3-054e-4c89-8ac2-7be187982a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (4f7ccef5-489f-469d-8d4f-e36932076943), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:25.376079 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:25.381058 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-4d755ae3-054e-4c89-8ac2-7be187982a15 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff7fdf06df8942baae5674293f41788c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3503077 May 28 03:42:25.381724 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d755ae3-054e-4c89-8ac2-7be187982a15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7ccef5-489f-469d-8d4f-e36932076943,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:25.384333 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38624) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:25.394639 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9e459578-f303-43c9-a0d6-fe714caa015b req-9c52cefb-1f2a-45ba-a3d4-62f8ab61002b service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173012 May 28 03:42:25.502961 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Publish callbacks [] for security_group (4f7ccef5-489f-469d-8d4f-e36932076943), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:25.534235 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9e459578-f303-43c9-a0d6-fe714caa015b req-44fbc6e2-1971-44fa-b67e-160ac2c77ef6 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328535 May 28 03:42:25.539329 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Publish callbacks [] for security_group (4f7ccef5-489f-469d-8d4f-e36932076943), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:25.547384 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:25.674077 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (4f7ccef5-489f-469d-8d4f-e36932076943), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:25.676700 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:25.677867 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4f7ccef5-489f-469d-8d4f-e36932076943 HTTP/1.1" status: 204 len: 168 time: 0.2923839 May 28 03:42:25.688153 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7ccef5-489f-469d-8d4f-e36932076943,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:25.695747 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.696094 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.696432 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.696765 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.697098 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.697448 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.697772 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.698090 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.698419 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.698727 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.699048 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.699364 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.699676 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.699988 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.700302 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb12483-c817-4df4-a480-3996cf19bb5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:25.709583 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:25.800674 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689d3af-25f2-4815-9559-89520ad894bd req-6780cf13-4890-4c70-8861-6dc128385590 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:25.802240 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9689d3af-25f2-4815-9559-89520ad894bd req-6780cf13-4890-4c70-8861-6dc128385590 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0518410 May 28 03:42:25.855397 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9689d3af-25f2-4815-9559-89520ad894bd req-1c8f71e9-b15f-4f2d-abd4-43b1165e6206 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469663 May 28 03:42:26.223910 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38656) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:26.338690 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e02d65a7-61f3-43ca-a9cb-44ba20a1a840 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group (02f03cf9-4ec0-4f48-ab81-240c76acfb33), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.369859 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e02d65a7-61f3-43ca-a9cb-44ba20a1a840 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group (02f03cf9-4ec0-4f48-ab81-240c76acfb33), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.421467 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38660) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:26.436171 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0e107251-072a-4cc1-9c65-541d8f2f41a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.458654 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3ee4b6-f66c-4643-b6fd-3c70417c017b req-f576a854-e63c-4add-81d0-34bdffdad4ac tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:26.461222 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4d3ee4b6-f66c-4643-b6fd-3c70417c017b req-f576a854-e63c-4add-81d0-34bdffdad4ac tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 944 time: 0.0753758 May 28 03:42:26.509502 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:26.534502 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4d3ee4b6-f66c-4643-b6fd-3c70417c017b req-9f36bda4-2d80-42f6-865e-772b75e796b0 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610137 May 28 03:42:26.570724 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0e107251-072a-4cc1-9c65-541d8f2f41a9 admin admin] Publish callbacks [] for security_group (907839cd-dc21-45b7-ba90-ffaff0db3944), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.576645 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device ce3985bf-d85c-4d8a-be10-2df6ad569608 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:42:26.600496 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e02d65a7-61f3-43ca-a9cb-44ba20a1a840 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (02f03cf9-4ec0-4f48-ab81-240c76acfb33), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.604199 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e02d65a7-61f3-43ca-a9cb-44ba20a1a840 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.605822 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e02d65a7-61f3-43ca-a9cb-44ba20a1a840 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "DELETE /v2.0/security-groups/02f03cf9-4ec0-4f48-ab81-240c76acfb33 HTTP/1.1" status: 204 len: 168 time: 0.3805294 May 28 03:42:26.608644 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38662) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:26.630950 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d65a7-61f3-43ca-a9cb-44ba20a1a840 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f03cf9-4ec0-4f48-ab81-240c76acfb33,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:26.639709 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.api.v2.resource [None req-6b91d0c2-6891-4b7d-b965-e19b3543f9a9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] show failed (client error): The resource could not be found. May 28 03:42:26.644533 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-6b91d0c2-6891-4b7d-b965-e19b3543f9a9 tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "GET /v2.0/security-groups/02f03cf9-4ec0-4f48-ab81-240c76acfb33 HTTP/1.1" status: 404 len: 347 time: 0.0310366 May 28 03:42:26.645572 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38664) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:26.696257 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0e107251-072a-4cc1-9c65-541d8f2f41a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (907839cd-dc21-45b7-ba90-ffaff0db3944), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.749274 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port ce3985bf-d85c-4d8a-be10-2df6ad569608, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ce3985bf-d85c-4d8a-be10-2df6ad569608,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:26.771474 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': 'ce3985bf-d85c-4d8a-be10-2df6ad569608', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'port_id': 'ce3985bf-d85c-4d8a-be10-2df6ad569608', 'mac_address': 'fa:16:3e:63:4c:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:42:26.781562 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e107251-072a-4cc1-9c65-541d8f2f41a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907839cd-dc21-45b7-ba90-ffaff0db3944,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:26.791227 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-0e107251-072a-4cc1-9c65-541d8f2f41a9 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=13683de02d4c440fbdc1acd44fece9a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691494 May 28 03:42:26.793941 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38666) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:26.821067 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port ce3985bf-d85c-4d8a-be10-2df6ad569608 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:26.821901 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.825273 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Deleting port 9cb2cea4-5afa-48bc-a389-0c9c91ba7495 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:26.825616 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (9cb2cea4-5afa-48bc-a389-0c9c91ba7495), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.842258 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3985bf-d85c-4d8a-be10-2df6ad569608 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:42:26.871945 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port ce3985bf-d85c-4d8a-be10-2df6ad569608, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ce3985bf-d85c-4d8a-be10-2df6ad569608,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:26.899462 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c416c7f9-9bd1-443a-8678-1a6fe888e151 admin admin] Publish callbacks [] for security_group (907839cd-dc21-45b7-ba90-ffaff0db3944), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.945712 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c416c7f9-9bd1-443a-8678-1a6fe888e151 admin admin] Publish callbacks [] for security_group (907839cd-dc21-45b7-ba90-ffaff0db3944), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.948485 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.967546 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (9cb2cea4-5afa-48bc-a389-0c9c91ba7495), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.967877 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (9cb2cea4-5afa-48bc-a389-0c9c91ba7495), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:26.985844 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Calling delete_port for 9cb2cea4-5afa-48bc-a389-0c9c91ba7495 owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:27.031091 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=ce3985bf-d85c-4d8a-be10-2df6ad569608,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:27.082352 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c416c7f9-9bd1-443a-8678-1a6fe888e151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (907839cd-dc21-45b7-ba90-ffaff0db3944), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:27.086056 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c416c7f9-9bd1-443a-8678-1a6fe888e151 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:27.092148 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c416c7f9-9bd1-443a-8678-1a6fe888e151 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/907839cd-dc21-45b7-ba90-ffaff0db3944 HTTP/1.1" status: 204 len: 168 time: 0.2963796 May 28 03:42:27.109174 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416c7f9-9bd1-443a-8678-1a6fe888e151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907839cd-dc21-45b7-ba90-ffaff0db3944,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:27.109340 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b503e0c2-663e-4a92-8c8d-1253a2708e6c req-30ce24c3-5c75-4d7c-85e3-1d7933b4e16d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:27.111033 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b503e0c2-663e-4a92-8c8d-1253a2708e6c req-30ce24c3-5c75-4d7c-85e3-1d7933b4e16d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.1054149 May 28 03:42:27.113527 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:27.202459 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['ce3985bf-d85c-4d8a-be10-2df6ad569608'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:42:27.202710 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b503e0c2-663e-4a92-8c8d-1253a2708e6c req-290b8d68-f43d-485d-a89e-7070fceb005d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812020 May 28 03:42:27.212981 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:27.337228 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (9cb2cea4-5afa-48bc-a389-0c9c91ba7495), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:27.426846 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks [] for floatingip (44500b7f-7a0e-4355-879a-11abaec7674b), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:27.429529 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:27.430688 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] 10.222.0.41 "DELETE /v2.0/floatingips/44500b7f-7a0e-4355-879a-11abaec7674b HTTP/1.1" status: 204 len: 168 time: 0.7833407 May 28 03:42:27.433052 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Pushing event deleted for resources: {'Port': ['ID=9cb2cea4-5afa-48bc-a389-0c9c91ba7495,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:27.440057 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.440395 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.440733 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.441234 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.441560 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.441887 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.442210 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.442560 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.442863 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.443183 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.443547 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.443810 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.444133 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.444474 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.444786 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c72ed-8e27-4c34-9430-74ed7db4cccb tempest-AttachVolumeTestJSON-1322958216 tempest-AttachVolumeTestJSON-1322958216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:27.734121 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c871f-37a2-4cd9-90bf-e02528826dfc req-a7fb5552-98f5-4b93-9271-e5487a61e1d3 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:27.735846 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-381c871f-37a2-4cd9-90bf-e02528826dfc req-a7fb5552-98f5-4b93-9271-e5487a61e1d3 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 945 time: 0.0676613 May 28 03:42:27.804876 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-381c871f-37a2-4cd9-90bf-e02528826dfc req-fddc90e5-d024-4d88-aef3-0e04469ea12f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626161 May 28 03:42:27.963151 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38680) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:27.976889 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7f9abf19-2e9d-4da1-a23f-4294e08601c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:28.071001 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7f9abf19-2e9d-4da1-a23f-4294e08601c0 admin admin] Publish callbacks [] for security_group (fc199735-3c2f-4b82-a3a4-b6f8a389ab69), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:28.128295 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7f9abf19-2e9d-4da1-a23f-4294e08601c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (fc199735-3c2f-4b82-a3a4-b6f8a389ab69), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:28.173139 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9abf19-2e9d-4da1-a23f-4294e08601c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc199735-3c2f-4b82-a3a4-b6f8a389ab69,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:28.177985 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7f9abf19-2e9d-4da1-a23f-4294e08601c0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e66e3943aebf45cea7afb5f36a04d6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2136455 May 28 03:42:28.181264 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38682) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:28.245962 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a0f62b3f-893e-4284-be5e-929032040cae admin admin] Publish callbacks [] for security_group (fc199735-3c2f-4b82-a3a4-b6f8a389ab69), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:28.270068 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a0f62b3f-893e-4284-be5e-929032040cae admin admin] Publish callbacks [] for security_group (fc199735-3c2f-4b82-a3a4-b6f8a389ab69), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:28.386236 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d070d9-908a-4d85-9095-87cfdc07837b req-6da71547-a51a-4afe-b47b-8f76d86c982c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:28.388034 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e6d070d9-908a-4d85-9095-87cfdc07837b req-6da71547-a51a-4afe-b47b-8f76d86c982c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0547261 May 28 03:42:28.410199 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a0f62b3f-893e-4284-be5e-929032040cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (fc199735-3c2f-4b82-a3a4-b6f8a389ab69), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:28.412884 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a0f62b3f-893e-4284-be5e-929032040cae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:28.416791 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a0f62b3f-893e-4284-be5e-929032040cae admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fc199735-3c2f-4b82-a3a4-b6f8a389ab69 HTTP/1.1" status: 204 len: 168 time: 0.2344685 May 28 03:42:28.436411 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f62b3f-893e-4284-be5e-929032040cae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc199735-3c2f-4b82-a3a4-b6f8a389ab69,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:28.462384 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e6d070d9-908a-4d85-9095-87cfdc07837b req-c25d7cdc-3c85-44bc-a593-09fceb38648c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686793 May 28 03:42:28.606247 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device ce3985bf-d85c-4d8a-be10-2df6ad569608 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:42:28.627880 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:28.652422 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port ce3985bf-d85c-4d8a-be10-2df6ad569608 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:42:28.736977 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port ce3985bf-d85c-4d8a-be10-2df6ad569608 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:28.737479 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:28.767983 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:28.835440 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port ce3985bf-d85c-4d8a-be10-2df6ad569608 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:28.835820 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:28.864526 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3985bf-d85c-4d8a-be10-2df6ad569608'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:42:28.867777 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd630928-286b-492a-ad52-af851bbf59f9" -d '{"events": [{"server_uuid": "b53491f6-a319-4950-ac9e-a9b0bd7a45e2", "name": "network-vif-plugged", "status": "completed", "tag": "ce3985bf-d85c-4d8a-be10-2df6ad569608"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:42:28.886495 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port ce3985bf-d85c-4d8a-be10-2df6ad569608, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ce3985bf-d85c-4d8a-be10-2df6ad569608,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:28.947288 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7554204-4b8a-48da-8a9d-c628cf1707d8 x-openstack-request-id: req-c7554204-4b8a-48da-8a9d-c628cf1707d8 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:42:28.947739 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53491f6-a319-4950-ac9e-a9b0bd7a45e2", "name": "network-vif-plugged", "status": "completed", "tag": "ce3985bf-d85c-4d8a-be10-2df6ad569608", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:42:28.948090 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c7554204-4b8a-48da-8a9d-c628cf1707d8 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:42:28.948582 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7554204-4b8a-48da-8a9d-c628cf1707d8'] response: {'server_uuid': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3985bf-d85c-4d8a-be10-2df6ad569608', 'code': 200} May 28 03:42:28.991207 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:28.992217 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:42:29.022904 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81ffbcf-a179-4fce-b19f-a44572a9edd7 req-1c4980a0-723d-44d8-930e-b20ad65ec060 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:29.026246 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d81ffbcf-a179-4fce-b19f-a44572a9edd7 req-1c4980a0-723d-44d8-930e-b20ad65ec060 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 945 time: 0.0978034 May 28 03:42:29.056145 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:42:29.056501 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 741e41e9-4e3d-40e3-80a8-4a50ecab9f1e not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:42:29.142062 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=ce3985bf-d85c-4d8a-be10-2df6ad569608,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:29.161396 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d81ffbcf-a179-4fce-b19f-a44572a9edd7 req-c7d6790b-8d74-4967-bd72-7733783eaead tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295362 May 28 03:42:29.631329 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d529de0-8fbd-4c4d-8ceb-29dbfc45a479 req-7081f629-a850-4798-bec2-77d585b854c8 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:29.633509 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2d529de0-8fbd-4c4d-8ceb-29dbfc45a479 req-7081f629-a850-4798-bec2-77d585b854c8 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0664842 May 28 03:42:29.685327 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2d529de0-8fbd-4c4d-8ceb-29dbfc45a479 req-ab1f24ff-8278-46bd-95db-cec205e380cc tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459433 May 28 03:42:30.348086 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd08465-eeeb-4eb5-a6e6-03e9e7cac8ce req-4272ac7e-fe23-4516-a69c-9ea2e53435aa tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:30.349720 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fdd08465-eeeb-4eb5-a6e6-03e9e7cac8ce req-4272ac7e-fe23-4516-a69c-9ea2e53435aa tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 946 time: 0.0559542 May 28 03:42:30.402350 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-fdd08465-eeeb-4eb5-a6e6-03e9e7cac8ce req-9ded32a4-cecf-4489-a397-c64502ea6494 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460794 May 28 03:42:30.582451 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38740) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:30.745751 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ec12fe69-4c90-4b6f-8d3d-b2f8b197a9ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:30.795224 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:30.886491 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de1b2a-d211-4f03-a2c1-1f1086b0285b req-c7313108-66ad-4e06-823a-613ee13b1f7c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:30.888353 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b8de1b2a-d211-4f03-a2c1-1f1086b0285b req-c7313108-66ad-4e06-823a-613ee13b1f7c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0745468 May 28 03:42:30.938337 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ec12fe69-4c90-4b6f-8d3d-b2f8b197a9ac admin admin] Publish callbacks [] for security_group (9fa67a54-5d06-4915-b6aa-0ce203ab0916), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:30.951840 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=80,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:30.968477 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b8de1b2a-d211-4f03-a2c1-1f1086b0285b req-7f4cd1b3-c240-431f-b16c-96a76fe3c427 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706580 May 28 03:42:31.529537 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab93a9-e717-4939-a1b8-22a745ba4651 req-6584bbc0-bce1-4256-b9b5-ba5e409cafbe tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:31.531047 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-90ab93a9-e717-4939-a1b8-22a745ba4651 req-6584bbc0-bce1-4256-b9b5-ba5e409cafbe tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 946 time: 0.0535753 May 28 03:42:31.611079 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-90ab93a9-e717-4939-a1b8-22a745ba4651 req-4de92b26-5a52-4995-9a76-846de79c0a7a tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743418 May 28 03:42:31.692168 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ec12fe69-4c90-4b6f-8d3d-b2f8b197a9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (9fa67a54-5d06-4915-b6aa-0ce203ab0916), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:31.745642 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ec12fe69-4c90-4b6f-8d3d-b2f8b197a9ac admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=ff4caa4939364a39b4f65bf35f533491&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1615863 May 28 03:42:31.747307 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12fe69-4c90-4b6f-8d3d-b2f8b197a9ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa67a54-5d06-4915-b6aa-0ce203ab0916,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:31.748385 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38752) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:31.810908 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7455b636-e93c-4e1f-b0d9-1e0f234d6140 admin admin] Publish callbacks [] for security_group (9fa67a54-5d06-4915-b6aa-0ce203ab0916), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:31.833549 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7455b636-e93c-4e1f-b0d9-1e0f234d6140 admin admin] Publish callbacks [] for security_group (9fa67a54-5d06-4915-b6aa-0ce203ab0916), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:31.965455 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7455b636-e93c-4e1f-b0d9-1e0f234d6140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (9fa67a54-5d06-4915-b6aa-0ce203ab0916), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:31.968209 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7455b636-e93c-4e1f-b0d9-1e0f234d6140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:31.972361 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-7455b636-e93c-4e1f-b0d9-1e0f234d6140 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/9fa67a54-5d06-4915-b6aa-0ce203ab0916 HTTP/1.1" status: 204 len: 168 time: 0.2200584 May 28 03:42:31.982742 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455b636-e93c-4e1f-b0d9-1e0f234d6140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa67a54-5d06-4915-b6aa-0ce203ab0916,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:32.122278 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326dfc2-ec7d-4aa1-bae5-731688c12afc req-e230d481-01ba-436c-8618-8d39c716ef42 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:32.123796 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e326dfc2-ec7d-4aa1-bae5-731688c12afc req-e230d481-01ba-436c-8618-8d39c716ef42 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0602357 May 28 03:42:32.184483 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e326dfc2-ec7d-4aa1-bae5-731688c12afc req-1f70cb2a-d67f-4f87-8e7d-972ca7e75e7c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548732 May 28 03:42:32.780895 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38782) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:32.809161 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db47623-95c4-4722-ab6b-d8bb18dde189 req-70ba5750-a808-455a-8839-16a9b4766da7 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:32.810849 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8db47623-95c4-4722-ab6b-d8bb18dde189 req-70ba5750-a808-455a-8839-16a9b4766da7 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 946 time: 0.1060445 May 28 03:42:32.907035 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8db47623-95c4-4722-ab6b-d8bb18dde189 req-6af6ac70-3806-4f2f-8b01-d08a664629f5 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868371 May 28 03:42:32.981686 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:33.161717 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:33.385832 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22017d6f-9a1a-4fdb-9768-b22e67fc89ca req-ee40d200-1817-4d68-8a7f-e43c650ac364 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:33.394634 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-22017d6f-9a1a-4fdb-9768-b22e67fc89ca req-ee40d200-1817-4d68-8a7f-e43c650ac364 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0786338 May 28 03:42:33.417080 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38800) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:33.461228 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b5aac3e-d0c6-49a6-ab76-55f1888070d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-877798'] for router_interface (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:33.539208 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-22017d6f-9a1a-4fdb-9768-b22e67fc89ca req-e0062745-457d-4ae0-acd8-ee81cc8c3e08 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411662 May 28 03:42:33.583436 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-669280161-network', 'tenant_id': '23f8194639b14942b36011698807b031'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:42:33.722323 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Made reservation on behalf of 23f8194639b14942b36011698807b031 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:42:33.724754 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:33.734467 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:33.777763 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-7b5aac3e-d0c6-49a6-ab76-55f1888070d8 admin admin] Deleting port 2a3e57dd-6060-48f8-a16d-44e486fd09b7 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:33.778096 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b5aac3e-d0c6-49a6-ab76-55f1888070d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:33.856509 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Publish callbacks [] for security_group (ceacf493-a4ac-4e7a-824a-43ce52fea8b7), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:33.891989 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-7b5aac3e-d0c6-49a6-ab76-55f1888070d8 admin admin] For port 2a3e57dd-6060-48f8-a16d-44e486fd09b7, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=2a3e57dd-6060-48f8-a16d-44e486fd09b7,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:33.892876 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b5aac3e-d0c6-49a6-ab76-55f1888070d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:33.910683 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-7b5aac3e-d0c6-49a6-ab76-55f1888070d8 admin admin] Calling delete_port for 2a3e57dd-6060-48f8-a16d-44e486fd09b7 owned by network:router_interface {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:33.914055 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (ceacf493-a4ac-4e7a-824a-43ce52fea8b7), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:33.983041 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceacf493-a4ac-4e7a-824a-43ce52fea8b7,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:33.996530 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:34.006350 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:42:34.040585 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (b536d7bb-56ba-49d6-8def-ab5e1de1dfe6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:34.041065 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Added segment b536d7bb-56ba-49d6-8def-ab5e1de1dfe6 of type vlan for network 184aa47e-df50-4987-8d3f-0e187a7b314b May 28 03:42:34.062756 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb55672-f55b-442b-8ebf-c9a4105dc47f req-897620db-7b04-4a4e-8f3f-0ced47e6cc73 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:34.064540 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-efb55672-f55b-442b-8ebf-c9a4105dc47f req-897620db-7b04-4a4e-8f3f-0ced47e6cc73 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 946 time: 0.0857728 May 28 03:42:34.137815 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (184aa47e-df50-4987-8d3f-0e187a7b314b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:34.171317 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-efb55672-f55b-442b-8ebf-c9a4105dc47f req-fd280f0b-8a38-4ef2-9811-393d3b57fda2 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828407 May 28 03:42:34.182453 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:34.265750 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b5aac3e-d0c6-49a6-ab76-55f1888070d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (2a3e57dd-6060-48f8-a16d-44e486fd09b7), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:34.265976 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (184aa47e-df50-4987-8d3f-0e187a7b314b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:34.267007 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:34.267664 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:34.305714 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5aac3e-d0c6-49a6-ab76-55f1888070d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3e57dd-6060-48f8-a16d-44e486fd09b7,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:34.372762 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.9540210 May 28 03:42:34.375000 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38814) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:34.393232 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-8b1588a4-a0c1-41bf-92f6-52fcf1c5f3dc admin admin] Request body: {'subnet': {'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-669280161-subnet', 'tenant_id': '23f8194639b14942b36011698807b031', 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:42:34.413662 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c607a4b-4d6d-4bfd-bea6-1c474826e7f3 admin admin] Pushing event updated for resources: {'Network': ['ID=184aa47e-df50-4987-8d3f-0e187a7b314b,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:34.427556 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network 184aa47e-df50-4987-8d3f-0e187a7b314b details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:42:34.485694 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1588a4-a0c1-41bf-92f6-52fcf1c5f3dc admin admin] Made reservation on behalf of 23f8194639b14942b36011698807b031 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:42:34.488282 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8b1588a4-a0c1-41bf-92f6-52fcf1c5f3dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4789214'] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:34.516685 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7b5aac3e-d0c6-49a6-ab76-55f1888070d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-877690'] for router_interface (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:34.687982 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:34.714962 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dcf1d8-9ccf-4e98-84f1-35dd57edc526 req-6ba7201a-b32a-4c51-9031-f2a2f060a677 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:34.716525 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-55dcf1d8-9ccf-4e98-84f1-35dd57edc526 req-6ba7201a-b32a-4c51-9031-f2a2f060a677 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0910983 May 28 03:42:34.745933 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=64 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:34.751853 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=68 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:34.768908 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-55dcf1d8-9ccf-4e98-84f1-35dd57edc526 req-498174c3-1526-4b3d-b7da-77b528fcc47d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459297 May 28 03:42:34.771322 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8b1588a4-a0c1-41bf-92f6-52fcf1c5f3dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5710777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4789192'] for subnet (cc27aa4c-1a23-42f7-80c5-81e071af24f7), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:34.828597 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1588a4-a0c1-41bf-92f6-52fcf1c5f3dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc27aa4c-1a23-42f7-80c5-81e071af24f7,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:34.844917 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1588a4-a0c1-41bf-92f6-52fcf1c5f3dc admin admin] Checking segment: {'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:42:34.845308 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1588a4-a0c1-41bf-92f6-52fcf1c5f3dc admin admin] Network hostable DHCP agents. Network: 184aa47e-df50-4987-8d3f-0e187a7b314b, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:42:34.928207 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1588a4-a0c1-41bf-92f6-52fcf1c5f3dc admin admin] Network 184aa47e-df50-4987-8d3f-0e187a7b314b is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:42:34.955652 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b5aac3e-d0c6-49a6-ab76-55f1888070d8 admin admin] Router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:42:34.958558 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:35.030676 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-8b1588a4-a0c1-41bf-92f6-52fcf1c5f3dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, 184aa47e-df50-4987-8d3f-0e187a7b314b) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:42:35.034600 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1588a4-a0c1-41bf-92f6-52fcf1c5f3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:35.035285 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8b1588a4-a0c1-41bf-92f6-52fcf1c5f3dc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.041443 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a7de66-3651-40b8-bb51-6d60a6dc2b50 None None] Network 184aa47e-df50-4987-8d3f-0e187a7b314b requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:42:35.063976 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b5aac3e-d0c6-49a6-ab76-55f1888070d8 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:42:35.076776 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37704ea-73d4-4dac-99d4-629f16c232fc None None] Sync routers for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:42:35.076971 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-7b5aac3e-d0c6-49a6-ab76-55f1888070d8 admin admin] 10.222.0.41 "PUT /v2.0/routers/c1d56ddc-d80b-4d48-9520-e044fb7bbd06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2924995 May 28 03:42:35.077204 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38818) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:35.087840 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37704ea-73d4-4dac-99d4-629f16c232fc None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:35.088662 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-a37704ea-73d4-4dac-99d4-629f16c232fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:35.138657 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8b1588a4-a0c1-41bf-92f6-52fcf1c5f3dc admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7583833 May 28 03:42:35.141567 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38820) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:35.146167 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:42:35.199322 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-a37704ea-73d4-4dac-99d4-629f16c232fc None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:35.209001 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Publish callbacks [] for router (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.290980 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-858483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5120'] for router (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.292163 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.298513 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a8d4a0-147d-503b-ad97-c41c9d5b7add-184aa47e-df50-4987-8d3f-0e187a7b314b', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'project_id': '23f8194639b14942b36011698807b031', 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7'}]}} from dv-cinder-843361-3-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 03:42:35.299715 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.343854 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965829d-a700-4dd9-b51c-a92040e4510a req-54b5505d-cdff-479a-b60d-c1f2866bb07f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:35.345357 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6965829d-a700-4dd9-b51c-a92040e4510a req-54b5505d-cdff-479a-b60d-c1f2866bb07f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 946 time: 0.0922153 May 28 03:42:35.352173 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:35.393242 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Publish callbacks [] for router_gateway (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.394228 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-a37704ea-73d4-4dac-99d4-629f16c232fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:42:34Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:35.419511 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37704ea-73d4-4dac-99d4-629f16c232fc None None] Checking router: c1d56ddc-d80b-4d48-9520-e044fb7bbd06 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:42:35.423838 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Publish callbacks [] for router_controller (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), precommit_add_association {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.428665 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37704ea-73d4-4dac-99d4-629f16c232fc None None] Routers {'c1d56ddc-d80b-4d48-9520-e044fb7bbd06'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:35.428851 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-a37704ea-73d4-4dac-99d4-629f16c232fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:35.458044 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6965829d-a700-4dd9-b51c-a92040e4510a req-06f4f1dc-9613-4936-acb4-f3e7f174bab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046498 May 28 03:42:35.463679 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Allocated IP 172.20.0.2 (184aa47e-df50-4987-8d3f-0e187a7b314b/cc27aa4c-1a23-42f7-80c5-81e071af24f7/04e05284-7301-43a2-ab1f-166846baa54d) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:42:35.540325 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Deleting port 9758661e-85b7-49cf-a942-6d54a9cad79b {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:35.540658 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.541398 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-a37704ea-73d4-4dac-99d4-629f16c232fc None None] Set router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:35.635055 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Publish callbacks [] for port (04e05284-7301-43a2-ab1f-166846baa54d), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.716348 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:35.725996 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (04e05284-7301-43a2-ab1f-166846baa54d), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.749847 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Publish callbacks [] for router_gateway (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.758873 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] For port 9758661e-85b7-49cf-a942-6d54a9cad79b, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=9758661e-85b7-49cf-a942-6d54a9cad79b,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:35.759221 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.774520 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Calling delete_port for 9758661e-85b7-49cf-a942-6d54a9cad79b owned by network:router_gateway {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:35.779724 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:35.782640 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Network 184aa47e-df50-4987-8d3f-0e187a7b314b is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:42:35.789377 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:42:35.807143 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Pushing event updated for resources: {'Port': ['ID=04e05284-7301-43a2-ab1f-166846baa54d,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:35.818531 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:42:35.857617 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-a37704ea-73d4-4dac-99d4-629f16c232fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:42:34Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:35.886869 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a37704ea-73d4-4dac-99d4-629f16c232fc None None] The sync data for ids ['c1d56ddc-d80b-4d48-9520-e044fb7bbd06'] in dv-cinder-843361-3-iscsi is: [{'id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'name': 'tempest-AttachVolumeTestJSON-2021957567-router', 'tenant_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161'}], 'enable_snat': True}, 'gw_port_id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:42:34Z', 'revision_number': 5, 'project_id': '70eaf602c8db4ec1bfb26e5eb3b13c82', 'gw_port': {'id': '9758661e-85b7-49cf-a942-6d54a9cad79b', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:23:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1d56ddc-d80b-4d48-9520-e044fb7bbd06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:50Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:42:35.904150 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Attempting to bind port 04e05284-7301-43a2-ab1f-166846baa54d on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:42:35.904659 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Attempting to bind port 04e05284-7301-43a2-ab1f-166846baa54d by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:42:35.905281 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Attempting to bind port 04e05284-7301-43a2-ab1f-166846baa54d on network 184aa47e-df50-4987-8d3f-0e187a7b314b {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:42:35.913089 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:42:35.913089 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Checking segment: {'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:42:35.913089 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.913089 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Bound using segment: {'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:42:35.913089 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Bound port: 04e05284-7301-43a2-ab1f-166846baa54d, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:42:35.913800 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (04e05284-7301-43a2-ab1f-166846baa54d), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:35.980922 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] For port 04e05284-7301-43a2-ab1f-166846baa54d, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:42:35.984153 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] For port 04e05284-7301-43a2-ab1f-166846baa54d, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=04e05284-7301-43a2-ab1f-166846baa54d,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:42:36.047158 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (04e05284-7301-43a2-ab1f-166846baa54d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:36.069934 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70fb82c-28f0-4bba-8130-ce5ef73fa7f7 req-9c40346d-f336-4ed2-80c7-af34975452f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:36.071350 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b70fb82c-28f0-4bba-8130-ce5ef73fa7f7 req-9c40346d-f336-4ed2-80c7-af34975452f4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 1130 time: 0.1289024 May 28 03:42:36.075366 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:36.098297 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a8e950-9b06-43ab-afa7-e0b650e01617 req-8798cba4-f84f-4310-a9fd-c77d20118bb6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:36.099784 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-78a8e950-9b06-43ab-afa7-e0b650e01617 req-8798cba4-f84f-4310-a9fd-c77d20118bb6 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.1587691 May 28 03:42:36.114478 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1e419f-a3a8-40ab-b928-f448ee9f5b60 None None] Pushing event updated for resources: {'Port': ['ID=04e05284-7301-43a2-ab1f-166846baa54d,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:36.159738 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:36.268215 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b70fb82c-28f0-4bba-8130-ce5ef73fa7f7 req-5b80434e-2f68-4cc8-9d95-f24529da588f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780448 May 28 03:42:36.272097 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (9758661e-85b7-49cf-a942-6d54a9cad79b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:36.299371 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-78a8e950-9b06-43ab-afa7-e0b650e01617 req-ed638a62-37c6-4c8d-b58b-901fd5b4cfd7 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1846833 May 28 03:42:36.358857 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Pushing event deleted for resources: {'Port': ['ID=9758661e-85b7-49cf-a942-6d54a9cad79b,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:36.418192 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 2a3e57dd-6060-48f8-a16d-44e486fd09b7 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:42:36.433790 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Publish callbacks [] for router_gateway (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:36.447686 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 2a3e57dd-6060-48f8-a16d-44e486fd09b7 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:42:36.448770 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 2a3e57dd-6060-48f8-a16d-44e486fd09b7 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:42:36.478515 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:36.480759 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-878296'] for router_gateway (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:36.890196 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:36.892464 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Publish callbacks [] for router_controller (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:36.948528 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae00f6-bf67-49d1-945e-411e9f4929c2 req-4d3af9c7-c6e8-4674-91da-c952bfa83fd2 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:36.950126 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9eae00f6-bf67-49d1-945e-411e9f4929c2 req-4d3af9c7-c6e8-4674-91da-c952bfa83fd2 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 946 time: 0.3999174 May 28 03:42:37.022923 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:37.038323 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Allocated IP 172.27.3.192 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/338469e5-376e-4b1f-9afa-41e9edfe8a18) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:42:37.040388 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580738'] for router (c1d56ddc-d80b-4d48-9520-e044fb7bbd06), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.040987 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1d56ddc-d80b-4d48-9520-e044fb7bbd06 {{(pid=104450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 03:42:37.060989 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.064877 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38834) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:37.065494 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8901f020-0c5b-49fa-9b8d-7e72b968ca8d admin admin] 10.222.0.41 "DELETE /v2.0/routers/c1d56ddc-d80b-4d48-9520-e044fb7bbd06 HTTP/1.1" status: 204 len: 168 time: 1.9866509 May 28 03:42:37.070831 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9eae00f6-bf67-49d1-945e-411e9f4929c2 req-16641e88-4b5d-4f1e-9277-a2abbf2dbcf0 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139853 May 28 03:42:37.141925 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5044b29-38f3-4bee-8d86-c5db70103fd7 admin admin] Deleting subnet 4490044b-5c07-456c-ad61-47e5d5e2ef0c {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:42:37.146201 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d5044b29-38f3-4bee-8d86-c5db70103fd7 admin admin] Publish callbacks [] for subnet (4490044b-5c07-456c-ad61-47e5d5e2ef0c), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.187899 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d5044b29-38f3-4bee-8d86-c5db70103fd7 admin admin] Publish callbacks [] for subnet (4490044b-5c07-456c-ad61-47e5d5e2ef0c), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.196525 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Publish callbacks [] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.274523 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d5044b29-38f3-4bee-8d86-c5db70103fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (4490044b-5c07-456c-ad61-47e5d5e2ef0c), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.310126 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:37.311242 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.355209 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:42:37.358374 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:42:37.364461 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:42:37.410167 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Pushing event updated for resources: {'Port': ['ID=338469e5-376e-4b1f-9afa-41e9edfe8a18,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:37.425187 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c553f323-c267-4cd8-bafe-2db1fd27ea1c None None] Network 184aa47e-df50-4987-8d3f-0e187a7b314b requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:42:37.448863 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ed997-2a87-4fdd-8a7c-42c55e9f3931 req-801269c5-c793-4d60-a0de-60aa92645116 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:37.451177 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9e0ed997-2a87-4fdd-8a7c-42c55e9f3931 req-801269c5-c793-4d60-a0de-60aa92645116 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0663528 May 28 03:42:37.455008 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d5044b29-38f3-4bee-8d86-c5db70103fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for subnet (4490044b-5c07-456c-ad61-47e5d5e2ef0c), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.508909 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Provisioning complete for port 04e05284-7301-43a2-ab1f-166846baa54d triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:37.509573 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (04e05284-7301-43a2-ab1f-166846baa54d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.510638 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5044b29-38f3-4bee-8d86-c5db70103fd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4490044b-5c07-456c-ad61-47e5d5e2ef0c,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:37.517936 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-d5044b29-38f3-4bee-8d86-c5db70103fd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.521427 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d5044b29-38f3-4bee-8d86-c5db70103fd7 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/4490044b-5c07-456c-ad61-47e5d5e2ef0c HTTP/1.1" status: 204 len: 168 time: 0.4544380 May 28 03:42:37.525423 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38840) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:37.555200 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1fcab6-4104-4ff6-b687-b94d5f37321d None None] Network 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:42:37.615682 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Current status of the port 04e05284-7301-43a2-ab1f-166846baa54d is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:37.615864 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (9cd091c1-088f-4b49-b9d5-c93354a4ddb5), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.617021 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (04e05284-7301-43a2-ab1f-166846baa54d), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.646224 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9e0ed997-2a87-4fdd-8a7c-42c55e9f3931 req-c7d160ee-5798-4af0-9f02-201e3a8e7eb0 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849639 May 28 03:42:37.693629 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Deleting port 7c641d82-41e7-4883-975b-61ba5b9e9420 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:37.695024 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.747851 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] For port 04e05284-7301-43a2-ab1f-166846baa54d, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=04e05284-7301-43a2-ab1f-166846baa54d,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:37.767149 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] For port 7c641d82-41e7-4883-975b-61ba5b9e9420, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=7c641d82-41e7-4883-975b-61ba5b9e9420,segment=NetworkSegment(43d33a9b-b94f-4da4-b48d-6746cd80019c),segment_id=43d33a9b-b94f-4da4-b48d-6746cd80019c)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:37.767696 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.790423 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Publish callbacks [] for router_gateway (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.790653 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Calling delete_port for 7c641d82-41e7-4883-975b-61ba5b9e9420 owned by network:dhcp {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:37.822970 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (04e05284-7301-43a2-ab1f-166846baa54d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.888513 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Pushing event updated for resources: {'Port': ['ID=04e05284-7301-43a2-ab1f-166846baa54d,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:37.891920 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b794d59b-de73-4090-847e-2315a6e4fbaf None None] DHCP port deletion for 9cd091c1-088f-4b49-b9d5-c93354a4ddb5 request from dv-cinder-843361-3-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 03:42:37.899385 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:37.900081 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.900432 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.900772 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.901297 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.901631 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.902124 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.902623 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.903094 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.903578 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.904098 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.904589 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.905065 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.905556 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.906044 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.906520 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cdf3aa5-b36f-4605-9a0d-6ce4f9107d3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:37.949955 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b794d59b-de73-4090-847e-2315a6e4fbaf None None] Deleting port 7c641d82-41e7-4883-975b-61ba5b9e9420 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:37.950331 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b794d59b-de73-4090-847e-2315a6e4fbaf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.951705 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:37.985060 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c641d82-41e7-4883-975b-61ba5b9e9420,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:37.990796 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] No DVR routers for this DVR port 7c641d82-41e7-4883-975b-61ba5b9e9420 on host dv-cinder-843361-3-iscsi {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:42:38.018404 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-b794d59b-de73-4090-847e-2315a6e4fbaf None None] For port 7c641d82-41e7-4883-975b-61ba5b9e9420, host dv-cinder-843361-3-iscsi, got binding levels [] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:38.019029 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b794d59b-de73-4090-847e-2315a6e4fbaf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:38.027592 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877056'] for router (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:38.036713 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b794d59b-de73-4090-847e-2315a6e4fbaf None None] Calling delete_port for 7c641d82-41e7-4883-975b-61ba5b9e9420 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:38.041408 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.ipam_backend_mixin [None req-b794d59b-de73-4090-847e-2315a6e4fbaf None None] Port 7c641d82-41e7-4883-975b-61ba5b9e9420 was not found and therefore no delete operation was performed {{(pid=104451) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 28 03:42:38.046711 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b794d59b-de73-4090-847e-2315a6e4fbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (7c641d82-41e7-4883-975b-61ba5b9e9420), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:38.070148 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-32e8f834-6856-4a28-a84f-7d86dd2b099c None None] Provisioning complete for port 04e05284-7301-43a2-ab1f-166846baa54d triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:38.070976 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-32e8f834-6856-4a28-a84f-7d86dd2b099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (04e05284-7301-43a2-ab1f-166846baa54d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:38.075323 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b794d59b-de73-4090-847e-2315a6e4fbaf None None] Pushing event deleted for resources: {'Port': ['ID=7c641d82-41e7-4883-975b-61ba5b9e9420,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:38.076491 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (9cd091c1-088f-4b49-b9d5-c93354a4ddb5), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:38.084151 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:38.101960 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.109160 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.110105 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.110440 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > port after_create 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.110768 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.111251 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > port after_update 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.111580 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.111901 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.112323 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.112529 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.127902 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b794d59b-de73-4090-847e-2315a6e4fbaf None None] No DVR routers for this DVR port 7c641d82-41e7-4883-975b-61ba5b9e9420 on host dv-cinder-843361-3-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:42:38.208640 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-32e8f834-6856-4a28-a84f-7d86dd2b099c None None] Current status of the port 04e05284-7301-43a2-ab1f-166846baa54d is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:38.226110 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 04e05284-7301-43a2-ab1f-166846baa54d up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:42:38.236422 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.236689 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.239734 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.239734 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104449) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 28 03:42:38.239734 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd091c1-088f-4b49-b9d5-c93354a4ddb5']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:38.249257 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fff961-048f-47d1-aaab-63a411eca0d8 req-845d52df-17d5-4c17-827b-de43741fe121 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:38.250983 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-98fff961-048f-47d1-aaab-63a411eca0d8 req-845d52df-17d5-4c17-827b-de43741fe121 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 946 time: 0.0611651 May 28 03:42:38.259034 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d33a9b-b94f-4da4-b48d-6746cd80019c') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:38.259439 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d33a9b-b94f-4da4-b48d-6746cd80019c') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:38.269530 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 04e05284-7301-43a2-ab1f-166846baa54d triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:38.269897 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (04e05284-7301-43a2-ab1f-166846baa54d), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:38.278072 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4578861'] for segment (43d33a9b-b94f-4da4-b48d-6746cd80019c), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:38.286556 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:38.300957 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (43d33a9b-b94f-4da4-b48d-6746cd80019c), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:38.309749 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:42:38.310256 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578618'] for segment (43d33a9b-b94f-4da4-b48d-6746cd80019c), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:38.315546 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-98fff961-048f-47d1-aaab-63a411eca0d8 req-d22acedc-28ef-4878-bae2-58b24cd2c4f8 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558536 May 28 03:42:38.363152 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 04e05284-7301-43a2-ab1f-166846baa54d is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:38.364545 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 is scheduled to L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 with binding_index 1 {{(pid=104450) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 03:42:38.423625 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 7c641d82-41e7-4883-975b-61ba5b9e9420 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:42:38.427330 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:38.447305 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 7c641d82-41e7-4883-975b-61ba5b9e9420 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:42:38.447901 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 7c641d82-41e7-4883-975b-61ba5b9e9420 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:42:38.448471 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9758661e-85b7-49cf-a942-6d54a9cad79b no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:42:38.457686 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (9cd091c1-088f-4b49-b9d5-c93354a4ddb5), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:38.474504 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 9758661e-85b7-49cf-a942-6d54a9cad79b {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:42:38.475032 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9758661e-85b7-49cf-a942-6d54a9cad79b not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:42:38.483123 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ddd5c6-ff14-43f1-8079-8c701b25760b req-a7b42cdd-f890-4425-ab1f-de640cc2892f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:38.485664 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06ddd5c6-ff14-43f1-8079-8c701b25760b req-a7b42cdd-f890-4425-ab1f-de640cc2892f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 946 time: 0.0727975 May 28 03:42:38.487034 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:38.493712 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] 10.222.0.41 "DELETE /v2.0/networks/9cd091c1-088f-4b49-b9d5-c93354a4ddb5 HTTP/1.1" status: 204 len: 168 time: 0.9672172 May 28 03:42:38.505875 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:42:38.518398 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Sync routers for ids ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:42:38.521690 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:38.530594 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Routers {'19e4f1bb-de21-4d5b-9eba-bf1764e44de4'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:38.531232 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:38.531914 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528a5e86-58c9-4929-8be0-752ca3c9fa33 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd091c1-088f-4b49-b9d5-c93354a4ddb5,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:38.613645 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-06ddd5c6-ff14-43f1-8079-8c701b25760b req-bb9d39c9-5245-4689-86ce-8ed7475d207f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167176 May 28 03:42:38.618508 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:38.621262 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d4029108-b94f-4e3f-8f7b-323b2f749a82 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4786499 May 28 03:42:38.629721 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38858) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:38.640293 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38860) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:38.662485 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Set router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:38.680879 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:42:38.685000 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 43d33a9b-b94f-4da4-b48d-6746cd80019c resource provider aggregate not found May 28 03:42:38.705610 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 43d33a9b-b94f-4da4-b48d-6746cd80019c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 43d33a9b-b94f-4da4-b48d-6746cd80019c found for delete ", "request_id": "req-a22be945-1df6-4f8d-8f33-c58ea89c0600"}]} May 28 03:42:38.806495 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe9ae4-3f5f-47fd-9d2a-5fb7bc2febdc req-2bc6bd9f-58fa-4f94-a663-5f99b7b96dde tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:38.808939 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cbbe9ae4-3f5f-47fd-9d2a-5fb7bc2febdc req-2bc6bd9f-58fa-4f94-a663-5f99b7b96dde tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 944 time: 0.0740299 May 28 03:42:38.833404 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:38.881205 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc752b15-6bad-41e7-af75-38f20228e82b tempest-TestVolumeBootPattern-113613592 tempest-TestVolumeBootPattern-113613592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:38.883730 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-cc752b15-6bad-41e7-af75-38f20228e82b tempest-TestVolumeBootPattern-113613592 tempest-TestVolumeBootPattern-113613592-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 1125 time: 0.2424421 May 28 03:42:38.887048 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38868) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:38.888679 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:38.891832 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'port_id': 'ce3985bf-d85c-4d8a-be10-2df6ad569608', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:42:38.898315 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38870) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:38.925377 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cbbe9ae4-3f5f-47fd-9d2a-5fb7bc2febdc req-4fcdcf1a-7808-4122-bf56-787e7aa89051 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023459 May 28 03:42:38.936844 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'port_id': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'mac_address': 'fa:16:3e:b1:20:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:42:38.971598 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:42:37Z', 'revision_number': 3, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:38.997313 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-35d6217b-f366-4474-aca8-d11a26f92fd0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=70eaf602c8db4ec1bfb26e5eb3b13c82&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0977020 May 28 03:42:38.999812 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 38872) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:39.004324 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Checking router: 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:42:39.004668 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Updating router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 port 338469e5-376e-4b1f-9afa-41e9edfe8a18 binding host dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:42:39.031866 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:39.032253 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.035390 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.036437 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:39.048806 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.054062 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:42:39.097185 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:39.135963 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dd1470fc-2ded-41de-9957-44c415e2e0d0 admin admin] Publish callbacks [] for security_group (c74f2801-ad7f-477c-bb1e-1da3d2ba8c5f), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.170939 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.174971 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dd1470fc-2ded-41de-9957-44c415e2e0d0 admin admin] Publish callbacks [] for security_group (c74f2801-ad7f-477c-bb1e-1da3d2ba8c5f), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.184783 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.220354 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.235079 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:39.295517 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,revision_number=9']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:39.317296 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Allocated IP 172.27.3.53 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/4dc01a94-4a67-4add-9e35-f388afb43df2) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:42:39.342981 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Allocated IP 172.20.0.1 (184aa47e-df50-4987-8d3f-0e187a7b314b/cc27aa4c-1a23-42f7-80c5-81e071af24f7/a893bed6-3631-4ca8-acd7-6cb870dbe42e) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:42:39.389843 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dd1470fc-2ded-41de-9957-44c415e2e0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (c74f2801-ad7f-477c-bb1e-1da3d2ba8c5f), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.392367 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-dd1470fc-2ded-41de-9957-44c415e2e0d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.393527 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-dd1470fc-2ded-41de-9957-44c415e2e0d0 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c74f2801-ad7f-477c-bb1e-1da3d2ba8c5f HTTP/1.1" status: 204 len: 168 time: 0.3925512 May 28 03:42:39.396977 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:39.417939 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1470fc-2ded-41de-9957-44c415e2e0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74f2801-ad7f-477c-bb1e-1da3d2ba8c5f,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:39.449867 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for port (4dc01a94-4a67-4add-9e35-f388afb43df2), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.450424 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['73f87b73-9d7c-43a7-9bd2-dc7fb5450112'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:42:39.476239 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:39.487210 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Publish callbacks [] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.577312 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (4dc01a94-4a67-4add-9e35-f388afb43df2), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.617263 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.652598 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:42:39.664280 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:42:39.674929 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:42:39.687977 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Network 184aa47e-df50-4987-8d3f-0e187a7b314b is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:42:39.694670 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:42:39.698426 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:42:39.711807 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'Port': ['ID=4dc01a94-4a67-4add-9e35-f388afb43df2,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:39.750811 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Pushing event updated for resources: {'Port': ['ID=a893bed6-3631-4ca8-acd7-6cb870dbe42e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:39.763138 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878195'] for router_interface (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.788452 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Publish callbacks [] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.791303 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:39.856864 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.949955 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e54fcc-1826-4e4f-970c-6fe0c03424db None None] Pushing event updated for resources: {'Port': ['ID=338469e5-376e-4b1f-9afa-41e9edfe8a18,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:39.952578 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Attempting to bind port 338469e5-376e-4b1f-9afa-41e9edfe8a18 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:42:39.954703 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Attempting to bind port 338469e5-376e-4b1f-9afa-41e9edfe8a18 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:42:39.954703 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Attempting to bind port 338469e5-376e-4b1f-9afa-41e9edfe8a18 on network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:42:39.969724 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:42:39.973129 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Checking segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:42:39.973129 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:39.973129 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Bound using segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:42:39.976013 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Bound port: 338469e5-376e-4b1f-9afa-41e9edfe8a18, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:42:39.984523 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.001544 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.005499 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:40.051197 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-803e67bd-d770-43b6-9b87-7dbad1e72a17 None None] Provisioning complete for port a893bed6-3631-4ca8-acd7-6cb870dbe42e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:40.051574 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-803e67bd-d770-43b6-9b87-7dbad1e72a17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.091054 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] For port 338469e5-376e-4b1f-9afa-41e9edfe8a18, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:42:40.160635 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcdad85-be21-427a-a691-7674c118305c req-65f1b542-f6d7-4e35-8dfa-bc1db145731e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:40.162611 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4dcdad85-be21-427a-a691-7674c118305c req-65f1b542-f6d7-4e35-8dfa-bc1db145731e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 945 time: 0.0993948 May 28 03:42:40.248360 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] For port 338469e5-376e-4b1f-9afa-41e9edfe8a18, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=338469e5-376e-4b1f-9afa-41e9edfe8a18,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:42:40.252256 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-803e67bd-d770-43b6-9b87-7dbad1e72a17 None None] Port a893bed6-3631-4ca8-acd7-6cb870dbe42e cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:42:40.298053 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (4c93d702-e154-4447-9707-cd46cb1d8e9f), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.307580 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4dcdad85-be21-427a-a691-7674c118305c req-3a798576-322e-4b40-bc6e-a589f4994123 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357956 May 28 03:42:40.326451 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.377130 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Routers {'19e4f1bb-de21-4d5b-9eba-bf1764e44de4'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:40.377363 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Publish callbacks [] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.377861 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:40.412050 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:40.426194 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e54fcc-1826-4e4f-970c-6fe0c03424db None None] Pushing event updated for resources: {'Port': ['ID=338469e5-376e-4b1f-9afa-41e9edfe8a18,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:40.439620 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578654'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.470793 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (4dc01a94-4a67-4add-9e35-f388afb43df2), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.500704 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] Set router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:40.516340 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Pushing event updated for resources: {'Port': ['ID=a893bed6-3631-4ca8-acd7-6cb870dbe42e,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:40.518618 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:40.538149 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-877763'] for router_interface (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.540466 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:40.637482 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Network 184aa47e-df50-4987-8d3f-0e187a7b314b is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:42:40.639072 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:42:40.692028 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for port (4dc01a94-4a67-4add-9e35-f388afb43df2), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.695805 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:42:40.760002 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (4dc01a94-4a67-4add-9e35-f388afb43df2), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.767075 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:42:40.779825 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'a893bed6-3631-4ca8-acd7-6cb870dbe42e', 'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'tenant_id': '23f8194639b14942b36011698807b031', 'mac_address': 'fa:16:3e:ce:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:39Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 1, 'project_id': '23f8194639b14942b36011698807b031', 'subnets': [{'id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:40.782364 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:40.782732 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.844483 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e830e8-d904-4b8a-a5b0-593c41ec002a None None] The sync data for ids ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'] in dv-cinder-843361-3-iscsi is: [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'a893bed6-3631-4ca8-acd7-6cb870dbe42e', 'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'tenant_id': '23f8194639b14942b36011698807b031', 'mac_address': 'fa:16:3e:ce:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:39Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 1, 'project_id': '23f8194639b14942b36011698807b031', 'subnets': [{'id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:42:40.918712 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'Port': ['ID=4dc01a94-4a67-4add-9e35-f388afb43df2,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:40.946897 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (4c93d702-e154-4447-9707-cd46cb1d8e9f), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:40.955684 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:42:40.972795 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-939853df-7d72-40cf-840e-fdfef2845381 admin admin] 10.222.0.41 "PUT /v2.0/routers/19e4f1bb-de21-4d5b-9eba-bf1764e44de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3400862 May 28 03:42:40.986936 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:40.987256 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:41.016245 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:41.016245 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:42:41.018334 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34660db2-1f80-472f-b86a-47c030ca96d1" -d '{"events": [{"server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "name": "network-vif-plugged", "status": "completed", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:42:41.033870 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:41.084151 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f239c4-4195-4d38-a9cf-abdf96934bbf x-openstack-request-id: req-a1f239c4-4195-4d38-a9cf-abdf96934bbf {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:42:41.084441 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "name": "network-vif-plugged", "status": "completed", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:42:41.084723 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1f239c4-4195-4d38-a9cf-abdf96934bbf {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:42:41.085240 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f239c4-4195-4d38-a9cf-abdf96934bbf'] response: {'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'code': 200} May 28 03:42:41.086931 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2d481d79-89d9-4fc0-938e-fa8aac902c26 None None] Provisioning complete for port a893bed6-3631-4ca8-acd7-6cb870dbe42e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:41.087296 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2d481d79-89d9-4fc0-938e-fa8aac902c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:41.096438 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:41.110152 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Floating IP 4c93d702-e154-4447-9707-cd46cb1d8e9f associated. External IP: 172.27.3.53, port: ce3985bf-d85c-4d8a-be10-2df6ad569608. May 28 03:42:41.123541 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:41.207542 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2d481d79-89d9-4fc0-938e-fa8aac902c26 None None] Port a893bed6-3631-4ca8-acd7-6cb870dbe42e cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:42:41.227819 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,revision_number=10']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:41.460579 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Router 4977754d-3d17-41b3-8f89-4fd027299e3d has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:42:41.461436 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c1d96-2742-4874-8763-0c9b3533f3ea req-a49e5088-a546-4d60-b203-ebfd7509114d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:41.463020 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ae1c1d96-2742-4874-8763-0c9b3533f3ea req-a49e5088-a546-4d60-b203-ebfd7509114d tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 947 time: 0.0605590 May 28 03:42:41.474292 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1305079b-b965-4089-8ebe-4b3b3b6b12a6 req-a71607c2-e958-40ce-914e-f8341a5d12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:41.476878 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1305079b-b965-4089-8ebe-4b3b3b6b12a6 req-a71607c2-e958-40ce-914e-f8341a5d12f6 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 1131 time: 0.0715561 May 28 03:42:41.490055 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:41.558276 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ae1c1d96-2742-4874-8763-0c9b3533f3ea req-0a19aa9c-a194-4a09-a276-48be52564d54 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879419 May 28 03:42:41.608438 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:42:41.623472 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb4fc6-39ff-4feb-9c13-2ca6b90cc7df None None] Sync routers for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:42:41.633775 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb4fc6-39ff-4feb-9c13-2ca6b90cc7df None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:41.634395 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-72cb4fc6-39ff-4feb-9c13-2ca6b90cc7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:41.649945 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1305079b-b965-4089-8ebe-4b3b3b6b12a6 req-57b6627e-c171-4a9a-88be-ac8494aa53b4 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683672 May 28 03:42:41.743510 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:41.748562 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:41.752391 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-72cb4fc6-39ff-4feb-9c13-2ca6b90cc7df None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:41.784329 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-08099cfb-fc9f-42e4-bd9a-2c42550c9ab4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8959160 May 28 03:42:41.784972 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'tag': 'ce3985bf-d85c-4d8a-be10-2df6ad569608'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:42:41.787327 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2a82d2-69ca-43a3-a3b7-84a2edb67b9c" -d '{"events": [{"name": "network-changed", "server_uuid": "b53491f6-a319-4950-ac9e-a9b0bd7a45e2", "tag": "ce3985bf-d85c-4d8a-be10-2df6ad569608"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:42:41.864612 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54021ed-6be4-498b-aab6-8fbe651a6ae6 x-openstack-request-id: req-e54021ed-6be4-498b-aab6-8fbe651a6ae6 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:42:41.864904 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53491f6-a319-4950-ac9e-a9b0bd7a45e2", "tag": "ce3985bf-d85c-4d8a-be10-2df6ad569608", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:42:41.865180 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e54021ed-6be4-498b-aab6-8fbe651a6ae6 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:42:41.865579 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e54021ed-6be4-498b-aab6-8fbe651a6ae6'] response: {'name': 'network-changed', 'server_uuid': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'tag': 'ce3985bf-d85c-4d8a-be10-2df6ad569608', 'status': 'completed', 'code': 200} May 28 03:42:41.952435 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a82d2-69ca-43a3-a3b7-84a2edb67b9c req-70eceb9d-c66e-4359-b1a9-cd2255000ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:41.954518 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ad2a82d2-69ca-43a3-a3b7-84a2edb67b9c req-70eceb9d-c66e-4359-b1a9-cd2255000ce0 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 1130 time: 0.0693777 May 28 03:42:42.158239 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-72cb4fc6-39ff-4feb-9c13-2ca6b90cc7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '4c93d702-e154-4447-9707-cd46cb1d8e9f', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': 'ce3985bf-d85c-4d8a-be10-2df6ad569608', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:63:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:42:40Z', 'updated_at': '2022-05-28T03:42:40Z', 'revision_number': 0, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:42.188847 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb4fc6-39ff-4feb-9c13-2ca6b90cc7df None None] Checking router: 4977754d-3d17-41b3-8f89-4fd027299e3d for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:42:42.198275 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:42.203779 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:42.208979 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb4fc6-39ff-4feb-9c13-2ca6b90cc7df None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:42.210955 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-72cb4fc6-39ff-4feb-9c13-2ca6b90cc7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:42.255131 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 338469e5-376e-4b1f-9afa-41e9edfe8a18 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:42:42.329982 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 338469e5-376e-4b1f-9afa-41e9edfe8a18 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:42.329982 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:42.376372 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-72cb4fc6-39ff-4feb-9c13-2ca6b90cc7df None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:42.440725 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 338469e5-376e-4b1f-9afa-41e9edfe8a18 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:42.441193 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:42.479737 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 338469e5-376e-4b1f-9afa-41e9edfe8a18, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=338469e5-376e-4b1f-9afa-41e9edfe8a18,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:42.513094 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a82d2-69ca-43a3-a3b7-84a2edb67b9c req-a33cc3ea-d4f5-4c48-af19-9651cbe12f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:42.515232 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ad2a82d2-69ca-43a3-a3b7-84a2edb67b9c req-a33cc3ea-d4f5-4c48-af19-9651cbe12f16 service neutron] 10.222.0.27 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 911 time: 0.5542369 May 28 03:42:42.594576 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ad2a82d2-69ca-43a3-a3b7-84a2edb67b9c req-02f005b8-4ab1-4f3f-b5c2-66c47023f635 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce3985bf-d85c-4d8a-be10-2df6ad569608 HTTP/1.1" status: 200 len: 999 time: 0.0679252 May 28 03:42:42.655885 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-72cb4fc6-39ff-4feb-9c13-2ca6b90cc7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '4c93d702-e154-4447-9707-cd46cb1d8e9f', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': 'ce3985bf-d85c-4d8a-be10-2df6ad569608', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:63:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:42:40Z', 'updated_at': '2022-05-28T03:42:40Z', 'revision_number': 0, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:42.668373 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a82d2-69ca-43a3-a3b7-84a2edb67b9c req-974b649f-1c7a-431f-8c28-4746bcd0584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:42.670095 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ad2a82d2-69ca-43a3-a3b7-84a2edb67b9c req-974b649f-1c7a-431f-8c28-4746bcd0584d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff HTTP/1.1" status: 200 len: 849 time: 0.0660310 May 28 03:42:42.692433 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72cb4fc6-39ff-4feb-9c13-2ca6b90cc7df None None] The sync data for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi is: [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '4c93d702-e154-4447-9707-cd46cb1d8e9f', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.53', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': 'ce3985bf-d85c-4d8a-be10-2df6ad569608', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 519, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:63:4c:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:42:40Z', 'updated_at': '2022-05-28T03:42:40Z', 'revision_number': 0, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:42:42.711401 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b312ac-dae4-41b7-af85-6986073b58c4 req-9c25b1a1-0dc7-4fba-aa45-0e5c5fd9921e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:42.716891 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e2b312ac-dae4-41b7-af85-6986073b58c4 req-9c25b1a1-0dc7-4fba-aa45-0e5c5fd9921e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 947 time: 0.0701520 May 28 03:42:42.777408 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-e2b312ac-dae4-41b7-af85-6986073b58c4 req-6575803e-9abb-4806-bb10-cfe812bbb2f4 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567343 May 28 03:42:42.782475 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:42.850957 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=338469e5-376e-4b1f-9afa-41e9edfe8a18,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:42.920714 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38948) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:42.930131 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-594311392-network', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:42:43.025203 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Made reservation on behalf of 4e6febafbcf34c60bb33ade27a42b83e for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:42:43.027934 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:43.042420 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:43.042970 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706ad469-36b4-4081-a714-630ba47c3e1f None None] New status for floating IP 4c93d702-e154-4447-9707-cd46cb1d8e9f: ACTIVE {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:42:43.112658 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2a82d2-69ca-43a3-a3b7-84a2edb67b9c req-cf3244a4-3311-4ecd-a10f-a5c2aa4de868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:43.114463 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ad2a82d2-69ca-43a3-a3b7-84a2edb67b9c req-cf3244a4-3311-4ecd-a10f-a5c2aa4de868 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=af6636fe-9088-4d20-9a1e-fa3df2392948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641563 May 28 03:42:43.138528 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Publish callbacks [] for security_group (0d3fa7d3-e2fe-4c30-ba1f-b30d13939710), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:43.202380 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0d3fa7d3-e2fe-4c30-ba1f-b30d13939710), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:43.229050 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:42:43.242020 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3fa7d3-e2fe-4c30-ba1f-b30d13939710,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:43.246244 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (5f077307-4ef1-4732-868e-dcb131fc2eac), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:43.246586 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Added segment 5f077307-4ef1-4732-868e-dcb131fc2eac of type vlan for network 39ae7835-7a1d-4f1b-8871-5cee91182120 May 28 03:42:43.304046 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (39ae7835-7a1d-4f1b-8871-5cee91182120), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:43.360208 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ad2a82d2-69ca-43a3-a3b7-84a2edb67b9c req-a4f46947-40bb-4b06-857e-755622d028ab service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231427 May 28 03:42:43.439979 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (39ae7835-7a1d-4f1b-8871-5cee91182120), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:43.441054 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:43.441664 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:43.511431 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] Pushing event updated for resources: {'Network': ['ID=39ae7835-7a1d-4f1b-8871-5cee91182120,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:43.523280 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network 39ae7835-7a1d-4f1b-8871-5cee91182120 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:42:43.571370 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-89dacb25-97d9-4c60-8c1f-793fb102865e admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.6464033 May 28 03:42:43.571967 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38968) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:43.576666 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-2e29ec5f-df2c-452e-b9f5-f40f72ceca7a admin admin] Request body: {'subnet': {'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-594311392-subnet', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:42:43.638696 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ad2a82d2-69ca-43a3-a3b7-84a2edb67b9c req-8897062a-bcd4-41d8-855e-01532e16ca72 service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493564 May 28 03:42:43.744335 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e29ec5f-df2c-452e-b9f5-f40f72ceca7a admin admin] Made reservation on behalf of 4e6febafbcf34c60bb33ade27a42b83e for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:42:43.748512 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2e29ec5f-df2c-452e-b9f5-f40f72ceca7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5211775'] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:43.933737 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3221d17d-234f-430b-92e2-69e3cba36706 req-30a9db14-491f-47e9-b750-a8f703c7f7b2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:43.935260 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3221d17d-234f-430b-92e2-69e3cba36706 req-30a9db14-491f-47e9-b750-a8f703c7f7b2 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 947 time: 0.0522397 May 28 03:42:43.988287 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Sync routers for ids ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:42:43.998288 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3221d17d-234f-430b-92e2-69e3cba36706 req-76558e3c-4978-4ba7-96e6-0480385a587c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571606 May 28 03:42:44.004896 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Routers {'19e4f1bb-de21-4d5b-9eba-bf1764e44de4'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:44.005579 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:44.037299 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2e29ec5f-df2c-452e-b9f5-f40f72ceca7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5211753'] for subnet (0b4fa59b-d563-4356-8605-c95811ccfc9a), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.085067 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:44.098996 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29ec5f-df2c-452e-b9f5-f40f72ceca7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4fa59b-d563-4356-8605-c95811ccfc9a,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:44.127302 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Set router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:44.127407 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e29ec5f-df2c-452e-b9f5-f40f72ceca7a admin admin] Checking segment: {'id': '5f077307-4ef1-4732-868e-dcb131fc2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:42:44.127407 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e29ec5f-df2c-452e-b9f5-f40f72ceca7a admin admin] Network hostable DHCP agents. Network: 39ae7835-7a1d-4f1b-8871-5cee91182120, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:42:44.136070 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:44.189793 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 338469e5-376e-4b1f-9afa-41e9edfe8a18 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:42:44.238213 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e29ec5f-df2c-452e-b9f5-f40f72ceca7a admin admin] Network 39ae7835-7a1d-4f1b-8871-5cee91182120 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:42:44.243313 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 338469e5-376e-4b1f-9afa-41e9edfe8a18 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:44.243801 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.306826 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-2e29ec5f-df2c-452e-b9f5-f40f72ceca7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, 39ae7835-7a1d-4f1b-8871-5cee91182120) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:42:44.308499 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:44.311708 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e29ec5f-df2c-452e-b9f5-f40f72ceca7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:44.312362 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2e29ec5f-df2c-452e-b9f5-f40f72ceca7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.325047 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa5519b-1a57-4c57-b95f-f187762772fe None None] Network 39ae7835-7a1d-4f1b-8871-5cee91182120 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:42:44.329298 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'a893bed6-3631-4ca8-acd7-6cb870dbe42e', 'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'tenant_id': '23f8194639b14942b36011698807b031', 'mac_address': 'fa:16:3e:ce:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:39Z', 'updated_at': '2022-05-28T03:42:40Z', 'revision_number': 2, 'project_id': '23f8194639b14942b36011698807b031', 'subnets': [{'id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:44.359855 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:44.361617 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Checking router: 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:42:44.362145 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Updating router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 port a893bed6-3631-4ca8-acd7-6cb870dbe42e binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:42:44.385867 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 338469e5-376e-4b1f-9afa-41e9edfe8a18 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:44.396731 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.428400 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-2e29ec5f-df2c-452e-b9f5-f40f72ceca7a admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8556859 May 28 03:42:44.431476 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 38996) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:44.435804 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-594311392-router', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:42:44.441890 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a8d4a0-147d-503b-ad97-c41c9d5b7add-39ae7835-7a1d-4f1b-8871-5cee91182120', 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120', 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'fixed_ips': [{'subnet_id': '0b4fa59b-d563-4356-8605-c95811ccfc9a'}]}} from dv-cinder-843361-3-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 03:42:44.443069 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.531127 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:44.562962 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-858483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5120'] for router (d6dbc215-9c82-4b76-92a1-400ad49e8f86), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.564368 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router (d6dbc215-9c82-4b76-92a1-400ad49e8f86), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.607527 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Allocated IP 172.20.0.2 (39ae7835-7a1d-4f1b-8871-5cee91182120/0b4fa59b-d563-4356-8605-c95811ccfc9a/118c1b1c-18c1-4e53-9e16-9cd560290abb) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:42:44.632294 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Publish callbacks [] for router_controller (d6dbc215-9c82-4b76-92a1-400ad49e8f86), precommit_add_association {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.761346 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Publish callbacks [] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.810465 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Publish callbacks [] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.840201 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.853262 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Publish callbacks [] for router_gateway (d6dbc215-9c82-4b76-92a1-400ad49e8f86), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.883889 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Network 39ae7835-7a1d-4f1b-8871-5cee91182120 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:42:44.886799 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:42:44.892485 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:42:44.901699 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Pushing event updated for resources: {'Port': ['ID=118c1b1c-18c1-4e53-9e16-9cd560290abb,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:44.925204 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.945234 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:44.970023 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Attempting to bind port 118c1b1c-18c1-4e53-9e16-9cd560290abb on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:42:44.970679 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Attempting to bind port 118c1b1c-18c1-4e53-9e16-9cd560290abb by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '5f077307-4ef1-4732-868e-dcb131fc2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:42:44.971339 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Attempting to bind port 118c1b1c-18c1-4e53-9e16-9cd560290abb on network 39ae7835-7a1d-4f1b-8871-5cee91182120 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:42:44.978328 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:42:44.979046 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Checking segment: {'id': '5f077307-4ef1-4732-868e-dcb131fc2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:42:44.979693 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:44.981437 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Bound using segment: {'id': '5f077307-4ef1-4732-868e-dcb131fc2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:42:44.982992 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Bound port: 118c1b1c-18c1-4e53-9e16-9cd560290abb, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f077307-4ef1-4732-868e-dcb131fc2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:42:44.983586 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:45.093896 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Attempting to bind port a893bed6-3631-4ca8-acd7-6cb870dbe42e on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:42:45.096507 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:45.099668 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Attempting to bind port a893bed6-3631-4ca8-acd7-6cb870dbe42e by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:42:45.100312 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Attempting to bind port a893bed6-3631-4ca8-acd7-6cb870dbe42e on network 184aa47e-df50-4987-8d3f-0e187a7b314b {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:42:45.114100 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:42:45.116223 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Checking segment: {'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:42:45.117007 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:45.121725 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Bound using segment: {'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:42:45.122415 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Bound port: a893bed6-3631-4ca8-acd7-6cb870dbe42e, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:42:45.123015 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:45.123174 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] For port 118c1b1c-18c1-4e53-9e16-9cd560290abb, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:42:45.128205 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] For port 118c1b1c-18c1-4e53-9e16-9cd560290abb, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=118c1b1c-18c1-4e53-9e16-9cd560290abb,segment=NetworkSegment(5f077307-4ef1-4732-868e-dcb131fc2eac),segment_id=5f077307-4ef1-4732-868e-dcb131fc2eac)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:42:45.189950 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Pushing event updated for resources: {'Port': ['ID=a893bed6-3631-4ca8-acd7-6cb870dbe42e,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:45.212519 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.213578 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.214368 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.214739 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.215076 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.215545 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.216363 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.216690 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.217017 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.217390 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.217717 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.219046 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.219429 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.219813 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.220144 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:42:45.221298 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:45.272948 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] For port a893bed6-3631-4ca8-acd7-6cb870dbe42e, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:42:45.272948 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] For port a893bed6-3631-4ca8-acd7-6cb870dbe42e, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=a893bed6-3631-4ca8-acd7-6cb870dbe42e,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:42:45.311306 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-40274160-182f-41f2-9f58-e35af2dadeba None None] Provisioning complete for port a893bed6-3631-4ca8-acd7-6cb870dbe42e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:45.311681 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-40274160-182f-41f2-9f58-e35af2dadeba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:45.335525 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5c7ad-c732-41d0-b9ec-d5b99cbbaf71 None None] Pushing event updated for resources: {'Port': ['ID=118c1b1c-18c1-4e53-9e16-9cd560290abb,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:45.361477 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:45.388645 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-40274160-182f-41f2-9f58-e35af2dadeba None None] Port a893bed6-3631-4ca8-acd7-6cb870dbe42e cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:42:45.405853 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da003381-fd62-4fb7-818c-8012fe776e14 req-7cefdc44-31f5-4856-8952-a2e258f4dc03 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:45.407413 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-da003381-fd62-4fb7-818c-8012fe776e14 req-7cefdc44-31f5-4856-8952-a2e258f4dc03 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 947 time: 0.0995650 May 28 03:42:45.471854 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b83c71-d002-4c77-864a-7977f3e78d24 None None] Pushing event updated for resources: {'Port': ['ID=a893bed6-3631-4ca8-acd7-6cb870dbe42e,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:45.480397 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Routers {'19e4f1bb-de21-4d5b-9eba-bf1764e44de4'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:45.480397 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:45.565411 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:42:45.580660 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Publish callbacks [] for router_gateway (d6dbc215-9c82-4b76-92a1-400ad49e8f86), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:45.587987 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-da003381-fd62-4fb7-818c-8012fe776e14 req-3e2bae35-45df-42c8-a9b6-789a0cd172ed tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119342 May 28 03:42:45.612829 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:45.668226 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] Set router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:45.828136 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Allocated IP 172.27.3.50 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/f9f8132a-23e9-4a7f-b47f-f260a7e81387) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:42:45.886547 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:45.917256 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:45.927179 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-a5d0fd96-b598-4462-b904-e469f1d2ccf5 None None] Provisioning complete for port a893bed6-3631-4ca8-acd7-6cb870dbe42e triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:45.928123 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a5d0fd96-b598-4462-b904-e469f1d2ccf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:45.995178 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'a893bed6-3631-4ca8-acd7-6cb870dbe42e', 'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'tenant_id': '23f8194639b14942b36011698807b031', 'mac_address': 'fa:16:3e:ce:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:39Z', 'updated_at': '2022-05-28T03:42:45Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'subnets': [{'id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:46.008517 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Publish callbacks [] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:46.024843 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a76979-40c3-4514-a110-4e7c2f54bf73 None None] The sync data for ids ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'] in dv-cinder-843361-3-iscsi is: [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'a893bed6-3631-4ca8-acd7-6cb870dbe42e', 'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'tenant_id': '23f8194639b14942b36011698807b031', 'mac_address': 'fa:16:3e:ce:8e:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:39Z', 'updated_at': '2022-05-28T03:42:45Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'subnets': [{'id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:42:46.050894 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-a5d0fd96-b598-4462-b904-e469f1d2ccf5 None None] Current status of the port a893bed6-3631-4ca8-acd7-6cb870dbe42e is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:46.051527 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a5d0fd96-b598-4462-b904-e469f1d2ccf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:46.085759 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-a5d0fd96-b598-4462-b904-e469f1d2ccf5 None None] For port a893bed6-3631-4ca8-acd7-6cb870dbe42e, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=a893bed6-3631-4ca8-acd7-6cb870dbe42e,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:46.107879 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:46.151272 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a5d0fd96-b598-4462-b904-e469f1d2ccf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:46.211017 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d0fd96-b598-4462-b904-e469f1d2ccf5 None None] Pushing event updated for resources: {'Port': ['ID=a893bed6-3631-4ca8-acd7-6cb870dbe42e,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:46.221762 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:42:46.228625 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:42:46.230451 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f9f8132a-23e9-4a7f-b47f-f260a7e81387,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:46.232613 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:42:46.245436 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:46.361803 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device a893bed6-3631-4ca8-acd7-6cb870dbe42e up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:42:46.425739 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port a893bed6-3631-4ca8-acd7-6cb870dbe42e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:46.426212 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:46.660615 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Publish callbacks [] for router_gateway (d6dbc215-9c82-4b76-92a1-400ad49e8f86), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:46.689418 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port a893bed6-3631-4ca8-acd7-6cb870dbe42e is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:46.692093 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 118c1b1c-18c1-4e53-9e16-9cd560290abb up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:42:46.741492 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 118c1b1c-18c1-4e53-9e16-9cd560290abb triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:46.742071 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:46.767219 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b624ab0-1b2c-48e5-8ff2-27aabc810b0e req-61b520db-84f3-4f76-8ae1-10256a5d842e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:46.777377 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7a1dff-3c75-4e36-8cb2-34a2b7beb9e5 None None] Network 39ae7835-7a1d-4f1b-8871-5cee91182120 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:42:46.777847 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7b624ab0-1b2c-48e5-8ff2-27aabc810b0e req-61b520db-84f3-4f76-8ae1-10256a5d842e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 947 time: 0.0723078 May 28 03:42:46.838144 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7b624ab0-1b2c-48e5-8ff2-27aabc810b0e req-3e049c0f-ad51-41cd-b22c-be589f805ee5 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590358 May 28 03:42:46.898643 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 118c1b1c-18c1-4e53-9e16-9cd560290abb is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:46.899016 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:46.918454 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877056'] for router (d6dbc215-9c82-4b76-92a1-400ad49e8f86), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:46.928977 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:46.937198 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-fb06f3fd-2435-4e59-b302-3f7dc87b7df2 None None] Provisioning complete for port 118c1b1c-18c1-4e53-9e16-9cd560290abb triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:46.937674 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-fb06f3fd-2435-4e59-b302-3f7dc87b7df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:47.021617 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 118c1b1c-18c1-4e53-9e16-9cd560290abb, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=118c1b1c-18c1-4e53-9e16-9cd560290abb,segment=NetworkSegment(5f077307-4ef1-4732-868e-dcb131fc2eac),segment_id=5f077307-4ef1-4732-868e-dcb131fc2eac)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:47.045788 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:47.102797 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:47.105504 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:47.111668 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-fb06f3fd-2435-4e59-b302-3f7dc87b7df2 None None] Current status of the port 118c1b1c-18c1-4e53-9e16-9cd560290abb is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:47.112050 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-fb06f3fd-2435-4e59-b302-3f7dc87b7df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:47.193073 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Router d6dbc215-9c82-4b76-92a1-400ad49e8f86 is scheduled to L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 with binding_index 1 {{(pid=104449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 03:42:47.239052 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=118c1b1c-18c1-4e53-9e16-9cd560290abb,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:47.253131 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.db.api [None req-fb06f3fd-2435-4e59-b302-3f7dc87b7df2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104451) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 28 03:42:47.253750 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG oslo_db.api [None req-fb06f3fd-2435-4e59-b302-3f7dc87b7df2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 28 03:42:47.336827 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:42:47.346229 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Sync routers for ids ['d6dbc215-9c82-4b76-92a1-400ad49e8f86'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:42:47.356236 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Routers {'d6dbc215-9c82-4b76-92a1-400ad49e8f86'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:47.356848 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['d6dbc215-9c82-4b76-92a1-400ad49e8f86'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:47.439502 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:47.440972 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-20948d94-fd3f-45b5-94b6-f101ea2470b0 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0084102 May 28 03:42:47.443662 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39044) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:47.458986 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Set router d6dbc215-9c82-4b76-92a1-400ad49e8f86 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:47.708561 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'name': 'tempest-TestMinimumBasicScenario-594311392-router', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:44Z', 'updated_at': '2022-05-28T03:42:46Z', 'revision_number': 3, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'gw_port': {'id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:45Z', 'updated_at': '2022-05-28T03:42:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:47.734917 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72ccff-da04-4895-ade0-3dab11500ab5 req-5333ea60-6f9e-4e11-bf85-790311024f5d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:47.736354 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ab72ccff-da04-4895-ade0-3dab11500ab5 req-5333ea60-6f9e-4e11-bf85-790311024f5d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 946 time: 0.0899768 May 28 03:42:47.742691 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Checking router: d6dbc215-9c82-4b76-92a1-400ad49e8f86 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:42:47.743044 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Updating router d6dbc215-9c82-4b76-92a1-400ad49e8f86 port f9f8132a-23e9-4a7f-b47f-f260a7e81387 binding host dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:42:47.795282 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:47.822560 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-fb06f3fd-2435-4e59-b302-3f7dc87b7df2 None None] Current status of the port 118c1b1c-18c1-4e53-9e16-9cd560290abb is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:47.856400 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:47.861615 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ab72ccff-da04-4895-ade0-3dab11500ab5 req-a3d0240c-30e9-4cbc-99b1-97dd86486f94 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143246 May 28 03:42:47.965399 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b119f02a-170c-4bd6-b42d-1b6d266dd786 None None] Provisioning complete for port 118c1b1c-18c1-4e53-9e16-9cd560290abb triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:47.966060 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b119f02a-170c-4bd6-b42d-1b6d266dd786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:47.967690 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.052989 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:48.111737 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b119f02a-170c-4bd6-b42d-1b6d266dd786 None None] Current status of the port 118c1b1c-18c1-4e53-9e16-9cd560290abb is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:48.131907 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Allocated IP 172.20.0.1 (39ae7835-7a1d-4f1b-8871-5cee91182120/0b4fa59b-d563-4356-8605-c95811ccfc9a/f526e624-24e1-4777-a326-d60dfba0f0e0) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:42:48.147875 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:48.162093 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Publish callbacks [] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.182631 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device a893bed6-3631-4ca8-acd7-6cb870dbe42e up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:42:48.230350 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port a893bed6-3631-4ca8-acd7-6cb870dbe42e triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:48.230722 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.244892 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Publish callbacks [] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.251314 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:48.305707 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port a893bed6-3631-4ca8-acd7-6cb870dbe42e is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:48.306738 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 118c1b1c-18c1-4e53-9e16-9cd560290abb up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:42:48.328713 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.348851 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.384768 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Network 39ae7835-7a1d-4f1b-8871-5cee91182120 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:42:48.389345 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:42:48.395254 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:42:48.400844 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabafc14-7ba6-4518-bb4d-5bd383639d72 None None] Pushing event updated for resources: {'Port': ['ID=f9f8132a-23e9-4a7f-b47f-f260a7e81387,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:48.408202 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 118c1b1c-18c1-4e53-9e16-9cd560290abb triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:48.409025 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.413698 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Attempting to bind port f9f8132a-23e9-4a7f-b47f-f260a7e81387 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:42:48.413698 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Attempting to bind port f9f8132a-23e9-4a7f-b47f-f260a7e81387 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:42:48.413698 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Attempting to bind port f9f8132a-23e9-4a7f-b47f-f260a7e81387 on network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:42:48.424526 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Pushing event updated for resources: {'Port': ['ID=f526e624-24e1-4777-a326-d60dfba0f0e0,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:48.441180 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:42:48.441555 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Checking segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:42:48.441998 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.442379 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Bound using segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:42:48.443016 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Bound port: f9f8132a-23e9-4a7f-b47f-f260a7e81387, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:42:48.443397 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.450176 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878195'] for router_interface (d6dbc215-9c82-4b76-92a1-400ad49e8f86), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.534961 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] For port f9f8132a-23e9-4a7f-b47f-f260a7e81387, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:42:48.558461 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] For port f9f8132a-23e9-4a7f-b47f-f260a7e81387, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=f9f8132a-23e9-4a7f-b47f-f260a7e81387,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:42:48.561257 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 118c1b1c-18c1-4e53-9e16-9cd560290abb is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:48.634067 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-98e63ac1-beb6-48e6-9018-b82f4e5361e1 None None] Provisioning complete for port f526e624-24e1-4777-a326-d60dfba0f0e0 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:48.634486 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-98e63ac1-beb6-48e6-9018-b82f4e5361e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.656934 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.659952 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.697533 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-98e63ac1-beb6-48e6-9018-b82f4e5361e1 None None] Port f526e624-24e1-4777-a326-d60dfba0f0e0 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:42:48.726016 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Routers {'d6dbc215-9c82-4b76-92a1-400ad49e8f86'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:48.726631 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['d6dbc215-9c82-4b76-92a1-400ad49e8f86'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:48.729502 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabafc14-7ba6-4518-bb4d-5bd383639d72 None None] Pushing event updated for resources: {'Port': ['ID=f9f8132a-23e9-4a7f-b47f-f260a7e81387,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:48.773187 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:48.863012 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Publish callbacks [] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.916805 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578654'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:48.968611 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] Set router d6dbc215-9c82-4b76-92a1-400ad49e8f86 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:48.987588 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122fe1fd-1553-4aa1-afff-1a8d31ae6f7a req-fa62c101-2118-4d4e-bbde-4e5ee5d9d7c7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:48.989727 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Pushing event updated for resources: {'Port': ['ID=f526e624-24e1-4777-a326-d60dfba0f0e0,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:48.995564 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-122fe1fd-1553-4aa1-afff-1a8d31ae6f7a req-fa62c101-2118-4d4e-bbde-4e5ee5d9d7c7 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 946 time: 0.0555830 May 28 03:42:48.996944 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-877763'] for router_interface (d6dbc215-9c82-4b76-92a1-400ad49e8f86), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:49.039830 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-122fe1fd-1553-4aa1-afff-1a8d31ae6f7a req-f1e2bcaf-4cd6-462f-a919-b3b653c40b68 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431485 May 28 03:42:49.058827 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:49.092495 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Network 39ae7835-7a1d-4f1b-8871-5cee91182120 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:42:49.093931 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:42:49.174314 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'name': 'tempest-TestMinimumBasicScenario-594311392-router', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:44Z', 'updated_at': '2022-05-28T03:42:48Z', 'revision_number': 4, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'gw_port': {'id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:45Z', 'updated_at': '2022-05-28T03:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'f526e624-24e1-4777-a326-d60dfba0f0e0', 'name': '', 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'mac_address': 'fa:16:3e:78:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0b4fa59b-d563-4356-8605-c95811ccfc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:47Z', 'updated_at': '2022-05-28T03:42:48Z', 'revision_number': 1, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'subnets': [{'id': '0b4fa59b-d563-4356-8605-c95811ccfc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:49.194842 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:49.200305 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6abec7-bd3b-400d-ae95-fb3959e9f88d None None] The sync data for ids ['d6dbc215-9c82-4b76-92a1-400ad49e8f86'] in dv-cinder-843361-3-iscsi is: [{'id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'name': 'tempest-TestMinimumBasicScenario-594311392-router', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:44Z', 'updated_at': '2022-05-28T03:42:48Z', 'revision_number': 4, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'gw_port': {'id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:45Z', 'updated_at': '2022-05-28T03:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'f526e624-24e1-4777-a326-d60dfba0f0e0', 'name': '', 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'mac_address': 'fa:16:3e:78:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0b4fa59b-d563-4356-8605-c95811ccfc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:47Z', 'updated_at': '2022-05-28T03:42:48Z', 'revision_number': 1, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'subnets': [{'id': '0b4fa59b-d563-4356-8605-c95811ccfc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:42:49.215651 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Router d6dbc215-9c82-4b76-92a1-400ad49e8f86 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:42:49.295885 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:49.331263 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-3b079a2a-3a79-4c19-bfb8-9faca67af104 None None] Provisioning complete for port f526e624-24e1-4777-a326-d60dfba0f0e0 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:49.331718 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3b079a2a-3a79-4c19-bfb8-9faca67af104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:49.332410 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:42:49.338207 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-6ce59e9a-e4e8-4e0f-9e7a-84752951b644 admin admin] 10.222.0.41 "PUT /v2.0/routers/d6dbc215-9c82-4b76-92a1-400ad49e8f86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8935120 May 28 03:42:49.366627 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-3b079a2a-3a79-4c19-bfb8-9faca67af104 None None] Port f526e624-24e1-4777-a326-d60dfba0f0e0 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:42:49.376927 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bfdce96e-c20b-4cde-9ba3-c2b5f1d29355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:49.672930 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:50.189918 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c76a3-4e27-4a79-89eb-d4e432d56644 req-7654fad8-81bb-4d86-8325-31b1b4b3030d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:50.191858 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-722c76a3-4e27-4a79-89eb-d4e432d56644 req-7654fad8-81bb-4d86-8325-31b1b4b3030d tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 946 time: 0.0741177 May 28 03:42:50.230930 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device f9f8132a-23e9-4a7f-b47f-f260a7e81387 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:42:50.266635 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-722c76a3-4e27-4a79-89eb-d4e432d56644 req-783b907c-c20a-4f02-a9c6-4a49ab46492f tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674767 May 28 03:42:50.300562 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port f9f8132a-23e9-4a7f-b47f-f260a7e81387 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:50.301026 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:50.392953 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port f9f8132a-23e9-4a7f-b47f-f260a7e81387 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:50.393376 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:50.427895 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port f9f8132a-23e9-4a7f-b47f-f260a7e81387, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=f9f8132a-23e9-4a7f-b47f-f260a7e81387,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:50.508395 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:50.578944 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=f9f8132a-23e9-4a7f-b47f-f260a7e81387,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:51.068156 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-1138b1b3-14a8-418b-82ea-3597b60dfca0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:51.070126 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-1138b1b3-14a8-418b-82ea-3597b60dfca0 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 946 time: 0.0665886 May 28 03:42:51.169080 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Deleting port b60c0498-d47b-4439-b615-1ff9bb9a032a {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:51.170981 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:51.259080 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:51.284645 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] For port b60c0498-d47b-4439-b615-1ff9bb9a032a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=b60c0498-d47b-4439-b615-1ff9bb9a032a,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:51.287823 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:51.304789 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:51.474749 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfc2573-61c0-4b8a-9c25-dd2322ca81f4 req-51a72d69-6a7a-4867-b0e1-9449391ec293 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:51.476381 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdfc2573-61c0-4b8a-9c25-dd2322ca81f4 req-51a72d69-6a7a-4867-b0e1-9449391ec293 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 946 time: 0.1093082 May 28 03:42:51.582127 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:51.582728 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (abae92ff-6da8-4e8f-bd71-a1f48d53d272), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:51.584044 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Floating IP abae92ff-6da8-4e8f-bd71-a1f48d53d272 disassociated. External IP: 172.27.3.85, port: b60c0498-d47b-4439-b615-1ff9bb9a032a. May 28 03:42:51.584624 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Calling delete_port for b60c0498-d47b-4439-b615-1ff9bb9a032a owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:51.679089 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fdfc2573-61c0-4b8a-9c25-dd2322ca81f4 req-3b1e9722-2d5d-46cb-84c2-938fb8e84d71 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups?id=14ca1205-1984-43cd-92a0-1de8339ac441&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854300 May 28 03:42:51.718950 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-aa4e6d71-ea47-493f-8670-a85c2cfb08ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:51.820086 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (b60c0498-d47b-4439-b615-1ff9bb9a032a), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:51.851606 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event deleted for resources: {'Port': ['ID=b60c0498-d47b-4439-b615-1ff9bb9a032a,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:52.013656 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Router 16ba28df-7752-4608-be78-a068ff847a0a has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:42:52.169490 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:42:52.182085 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c024ea-f929-4cb7-b841-1ebe849c654b None None] Sync routers for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:42:52.201934 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c024ea-f929-4cb7-b841-1ebe849c654b None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:52.204376 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-16c024ea-f929-4cb7-b841-1ebe849c654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:52.218050 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device f9f8132a-23e9-4a7f-b47f-f260a7e81387 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:42:52.218535 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] No DVR routers for this DVR port b60c0498-d47b-4439-b615-1ff9bb9a032a on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:42:52.221416 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:52.228320 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e550860b-28dd-40ad-bda8-ac2d342c9445 req-61d3690b-e4be-477b-bc93-d10db33782bc tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.27 "DELETE /v2.0/ports/b60c0498-d47b-4439-b615-1ff9bb9a032a HTTP/1.1" status: 204 len: 173 time: 1.1524129 May 28 03:42:52.228966 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'name': 'network-vif-deleted', 'tag': 'b60c0498-d47b-4439-b615-1ff9bb9a032a'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:42:52.231385 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a074cee4-1048-437b-a83b-f3662653309c" -d '{"events": [{"server_uuid": "f65cf50d-baf3-4a38-9dec-14ff91d5f6ac", "name": "network-vif-deleted", "tag": "b60c0498-d47b-4439-b615-1ff9bb9a032a"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:42:52.294191 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3c04bd-655a-4fde-b819-20d4210d40f3 x-openstack-request-id: req-ae3c04bd-655a-4fde-b819-20d4210d40f3 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:42:52.294474 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f65cf50d-baf3-4a38-9dec-14ff91d5f6ac", "name": "network-vif-deleted", "tag": "b60c0498-d47b-4439-b615-1ff9bb9a032a", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:42:52.294725 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ae3c04bd-655a-4fde-b819-20d4210d40f3 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:42:52.295202 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae3c04bd-655a-4fde-b819-20d4210d40f3'] response: {'server_uuid': 'f65cf50d-baf3-4a38-9dec-14ff91d5f6ac', 'name': 'network-vif-deleted', 'tag': 'b60c0498-d47b-4439-b615-1ff9bb9a032a', 'status': 'completed', 'code': 200} May 28 03:42:52.308742 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port f9f8132a-23e9-4a7f-b47f-f260a7e81387 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:52.309212 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:52.378085 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-16c024ea-f929-4cb7-b841-1ebe849c654b None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:52.432252 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port f9f8132a-23e9-4a7f-b47f-f260a7e81387 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:52.612740 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-16c024ea-f929-4cb7-b841-1ebe849c654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:52.644783 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c024ea-f929-4cb7-b841-1ebe849c654b None None] Checking router: 16ba28df-7752-4608-be78-a068ff847a0a for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:42:52.654308 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c024ea-f929-4cb7-b841-1ebe849c654b None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:52.654927 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-16c024ea-f929-4cb7-b841-1ebe849c654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:52.657605 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:52.780631 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-16c024ea-f929-4cb7-b841-1ebe849c654b None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:52.851196 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ce04baa7-283c-4fe9-968a-8294645b6795 req-c70c6b54-aa26-4643-906b-62b357f9f8b3 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/ports?device_id=f65cf50d-baf3-4a38-9dec-14ff91d5f6ac HTTP/1.1" status: 200 len: 210 time: 0.0515788 May 28 03:42:52.862808 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:52.996427 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-16c024ea-f929-4cb7-b841-1ebe849c654b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:53.030926 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16c024ea-f929-4cb7-b841-1ebe849c654b None None] The sync data for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi is: [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:35:58Z', 'revision_number': 4, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0622f0d0-212b-4f34-8d6c-4633fd477e77', 'name': '', 'network_id': 'ee7025a6-8632-48bc-9a4d-e0b6d8e98a79', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'mac_address': 'fa:16:3e:31:0f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:56Z', 'updated_at': '2022-05-28T03:36:09Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'subnets': [{'id': 'f446e15b-7c64-40ee-82e8-228642b299e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:42:53.493270 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460e50ab-2c34-4a60-8652-7b17fb971a53 None None] New status for floating IP abae92ff-6da8-4e8f-bd71-a1f48d53d272: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:42:53.538645 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-944f1f30-48e5-4c2d-bc3c-d1df8bf2c99f req-4dbbf56a-8f39-4ce0-acdf-1e1b23ee6ff5 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526605 May 28 03:42:53.586482 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f1f30-48e5-4c2d-bc3c-d1df8bf2c99f req-f5305743-769d-4bc8-999c-5b1497b8d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:53.588290 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-944f1f30-48e5-4c2d-bc3c-d1df8bf2c99f req-f5305743-769d-4bc8-999c-5b1497b8d89a service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 1131 time: 0.0463686 May 28 03:42:53.678488 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Sync routers for ids ['d6dbc215-9c82-4b76-92a1-400ad49e8f86'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:42:53.697868 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Routers {'d6dbc215-9c82-4b76-92a1-400ad49e8f86'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:53.698506 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['d6dbc215-9c82-4b76-92a1-400ad49e8f86'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:53.712944 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f1f30-48e5-4c2d-bc3c-d1df8bf2c99f req-dd69b3ad-2e40-4afa-82a7-c371468f329b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:53.714588 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-944f1f30-48e5-4c2d-bc3c-d1df8bf2c99f req-dd69b3ad-2e40-4afa-82a7-c371468f329b service neutron] 10.222.0.27 "GET /v2.0/networks?id=f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 200 len: 918 time: 0.1083736 May 28 03:42:53.783300 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:53.818454 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-944f1f30-48e5-4c2d-bc3c-d1df8bf2c99f req-ade5de7c-0328-4f28-8ba9-584c550350a1 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112 HTTP/1.1" status: 200 len: 1002 time: 0.0977025 May 28 03:42:53.923828 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:53.926278 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f1f30-48e5-4c2d-bc3c-d1df8bf2c99f req-5745d695-10a1-4fe7-9c81-a5dc2de1c969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:53.928464 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-944f1f30-48e5-4c2d-bc3c-d1df8bf2c99f req-5745d695-10a1-4fe7-9c81-a5dc2de1c969 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 HTTP/1.1" status: 200 len: 856 time: 0.1005006 May 28 03:42:53.976122 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Set router d6dbc215-9c82-4b76-92a1-400ad49e8f86 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:54.002173 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944f1f30-48e5-4c2d-bc3c-d1df8bf2c99f req-7b0cc32e-f1bb-48f9-bc0a-c22093c37ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:42:54.003694 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-944f1f30-48e5-4c2d-bc3c-d1df8bf2c99f req-7b0cc32e-f1bb-48f9-bc0a-c22093c37ae8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=f47d9414-85e4-4030-814e-0a5133c3d4b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0691075 May 28 03:42:54.063490 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39132) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:54.132484 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-944f1f30-48e5-4c2d-bc3c-d1df8bf2c99f req-d8dd1f0b-39b8-4483-8cac-aa73dbb08d06 service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219020 May 28 03:42:54.145799 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1337-5f8c-4a89-a10b-2b20b2fd9333 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (14ca1205-1984-43cd-92a0-1de8339ac441), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.177282 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1337-5f8c-4a89-a10b-2b20b2fd9333 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (14ca1205-1984-43cd-92a0-1de8339ac441), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.196723 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'name': 'tempest-TestMinimumBasicScenario-594311392-router', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:44Z', 'updated_at': '2022-05-28T03:42:48Z', 'revision_number': 4, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'gw_port': {'id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:45Z', 'updated_at': '2022-05-28T03:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'f526e624-24e1-4777-a326-d60dfba0f0e0', 'name': '', 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'mac_address': 'fa:16:3e:78:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0b4fa59b-d563-4356-8605-c95811ccfc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:47Z', 'updated_at': '2022-05-28T03:42:48Z', 'revision_number': 2, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'subnets': [{'id': '0b4fa59b-d563-4356-8605-c95811ccfc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:54.200273 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.228557 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Checking router: d6dbc215-9c82-4b76-92a1-400ad49e8f86 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:42:54.229272 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Updating router d6dbc215-9c82-4b76-92a1-400ad49e8f86 port f526e624-24e1-4777-a326-d60dfba0f0e0 binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:42:54.266392 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.269446 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-944f1f30-48e5-4c2d-bc3c-d1df8bf2c99f req-d2185595-919e-4499-b3ec-c4c3af3b9aee service neutron] 10.222.0.27 "GET /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280768 May 28 03:42:54.324882 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1337-5f8c-4a89-a10b-2b20b2fd9333 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (14ca1205-1984-43cd-92a0-1de8339ac441), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.328419 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c5ef1337-5f8c-4a89-a10b-2b20b2fd9333 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.332225 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c5ef1337-5f8c-4a89-a10b-2b20b2fd9333 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "DELETE /v2.0/security-groups/14ca1205-1984-43cd-92a0-1de8339ac441 HTTP/1.1" status: 204 len: 168 time: 0.2641771 May 28 03:42:54.335282 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:54.335490 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 39134) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:54.351511 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef1337-5f8c-4a89-a10b-2b20b2fd9333 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ca1205-1984-43cd-92a0-1de8339ac441,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:54.371692 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.api.v2.resource [None req-3220d6ea-2320-48c1-9356-116d0769c067 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] show failed (client error): The resource could not be found. May 28 03:42:54.376746 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-3220d6ea-2320-48c1-9356-116d0769c067 tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "GET /v2.0/security-groups/14ca1205-1984-43cd-92a0-1de8339ac441 HTTP/1.1" status: 404 len: 347 time: 0.0337665 May 28 03:42:54.377651 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39136) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:54.512408 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-5142f764-79f3-4fbd-97d5-13d6990195ac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Deleting port fa5039f5-6ace-43a5-9e35-b812834a78b2 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:42:54.512768 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5142f764-79f3-4fbd-97d5-13d6990195ac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (fa5039f5-6ace-43a5-9e35-b812834a78b2), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.576338 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:54.602600 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Publish callbacks [] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.603298 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5142f764-79f3-4fbd-97d5-13d6990195ac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (fa5039f5-6ace-43a5-9e35-b812834a78b2), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.604183 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5142f764-79f3-4fbd-97d5-13d6990195ac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (fa5039f5-6ace-43a5-9e35-b812834a78b2), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.617745 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-5142f764-79f3-4fbd-97d5-13d6990195ac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Calling delete_port for fa5039f5-6ace-43a5-9e35-b812834a78b2 owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:42:54.668470 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:54.681278 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.804696 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161237fb-f7a3-4128-9ac4-6c8ac6d75a31 None None] Pushing event updated for resources: {'Port': ['ID=f526e624-24e1-4777-a326-d60dfba0f0e0,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:54.851800 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5142f764-79f3-4fbd-97d5-13d6990195ac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (fa5039f5-6ace-43a5-9e35-b812834a78b2), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.854789 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Attempting to bind port f526e624-24e1-4777-a326-d60dfba0f0e0 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:42:54.855171 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Attempting to bind port f526e624-24e1-4777-a326-d60dfba0f0e0 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '5f077307-4ef1-4732-868e-dcb131fc2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:42:54.855998 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Attempting to bind port f526e624-24e1-4777-a326-d60dfba0f0e0 on network 39ae7835-7a1d-4f1b-8871-5cee91182120 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:42:54.862679 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:42:54.863057 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Checking segment: {'id': '5f077307-4ef1-4732-868e-dcb131fc2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:42:54.863456 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.863837 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Bound using segment: {'id': '5f077307-4ef1-4732-868e-dcb131fc2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:42:54.864466 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Bound port: f526e624-24e1-4777-a326-d60dfba0f0e0, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f077307-4ef1-4732-868e-dcb131fc2eac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:42:54.864844 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:54.892400 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142f764-79f3-4fbd-97d5-13d6990195ac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Pushing event deleted for resources: {'Port': ['ID=fa5039f5-6ace-43a5-9e35-b812834a78b2,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:54.982001 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] For port f526e624-24e1-4777-a326-d60dfba0f0e0, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:42:54.987546 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] For port f526e624-24e1-4777-a326-d60dfba0f0e0, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=f526e624-24e1-4777-a326-d60dfba0f0e0,segment=NetworkSegment(5f077307-4ef1-4732-868e-dcb131fc2eac),segment_id=5f077307-4ef1-4732-868e-dcb131fc2eac)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:42:55.015494 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5142f764-79f3-4fbd-97d5-13d6990195ac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks [] for floatingip (abae92ff-6da8-4e8f-bd71-a1f48d53d272), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:55.018210 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5142f764-79f3-4fbd-97d5-13d6990195ac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:55.019574 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5142f764-79f3-4fbd-97d5-13d6990195ac tempest-AttachVolumeNegativeTest-969601466 tempest-AttachVolumeNegativeTest-969601466-project] 10.222.0.41 "DELETE /v2.0/floatingips/abae92ff-6da8-4e8f-bd71-a1f48d53d272 HTTP/1.1" status: 204 len: 168 time: 0.6403770 May 28 03:42:55.077445 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:55.159073 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-2ce6db73-4fb0-4315-81cf-1938f226d9cb None None] Provisioning complete for port f526e624-24e1-4777-a326-d60dfba0f0e0 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:55.159280 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Routers {'d6dbc215-9c82-4b76-92a1-400ad49e8f86'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:42:55.159712 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['d6dbc215-9c82-4b76-92a1-400ad49e8f86'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:55.160151 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2ce6db73-4fb0-4315-81cf-1938f226d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:55.203734 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161237fb-f7a3-4128-9ac4-6c8ac6d75a31 None None] Pushing event updated for resources: {'Port': ['ID=f526e624-24e1-4777-a326-d60dfba0f0e0,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:55.285974 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] Set router d6dbc215-9c82-4b76-92a1-400ad49e8f86 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:42:55.299662 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-2ce6db73-4fb0-4315-81cf-1938f226d9cb None None] Current status of the port f526e624-24e1-4777-a326-d60dfba0f0e0 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:55.300259 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2ce6db73-4fb0-4315-81cf-1938f226d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:55.417221 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-2ce6db73-4fb0-4315-81cf-1938f226d9cb None None] For port f526e624-24e1-4777-a326-d60dfba0f0e0, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=f526e624-24e1-4777-a326-d60dfba0f0e0,segment=NetworkSegment(5f077307-4ef1-4732-868e-dcb131fc2eac),segment_id=5f077307-4ef1-4732-868e-dcb131fc2eac)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:42:55.542467 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2ce6db73-4fb0-4315-81cf-1938f226d9cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:55.598333 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'name': 'tempest-TestMinimumBasicScenario-594311392-router', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:44Z', 'updated_at': '2022-05-28T03:42:48Z', 'revision_number': 4, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'gw_port': {'id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:45Z', 'updated_at': '2022-05-28T03:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'f526e624-24e1-4777-a326-d60dfba0f0e0', 'name': '', 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'mac_address': 'fa:16:3e:78:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0b4fa59b-d563-4356-8605-c95811ccfc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:47Z', 'updated_at': '2022-05-28T03:42:54Z', 'revision_number': 4, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'subnets': [{'id': '0b4fa59b-d563-4356-8605-c95811ccfc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:42:55.606358 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:55.626076 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device b60c0498-d47b-4439-b615-1ff9bb9a032a no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:42:55.633898 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7ad784-3c04-4694-af6d-2428bab38e35 None None] The sync data for ids ['d6dbc215-9c82-4b76-92a1-400ad49e8f86'] in dv-cinder-843361-3-iscsi is: [{'id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'name': 'tempest-TestMinimumBasicScenario-594311392-router', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:44Z', 'updated_at': '2022-05-28T03:42:48Z', 'revision_number': 4, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'gw_port': {'id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:45Z', 'updated_at': '2022-05-28T03:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'f526e624-24e1-4777-a326-d60dfba0f0e0', 'name': '', 'network_id': '39ae7835-7a1d-4f1b-8871-5cee91182120', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'mac_address': 'fa:16:3e:78:1e:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '0b4fa59b-d563-4356-8605-c95811ccfc9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:47Z', 'updated_at': '2022-05-28T03:42:54Z', 'revision_number': 4, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'subnets': [{'id': '0b4fa59b-d563-4356-8605-c95811ccfc9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:42:55.668382 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6db73-4fb0-4315-81cf-1938f226d9cb None None] Pushing event updated for resources: {'Port': ['ID=f526e624-24e1-4777-a326-d60dfba0f0e0,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:42:55.672825 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-f3660e3e-026c-42ec-b424-a65d25e702c4 None None] Provisioning complete for port f526e624-24e1-4777-a326-d60dfba0f0e0 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:55.672825 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f3660e3e-026c-42ec-b424-a65d25e702c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:55.674453 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: b60c0498-d47b-4439-b615-1ff9bb9a032a {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:42:55.674782 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device b60c0498-d47b-4439-b615-1ff9bb9a032a not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:42:55.702196 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:55.703378 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:42:55.767917 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-f3660e3e-026c-42ec-b424-a65d25e702c4 None None] Current status of the port f526e624-24e1-4777-a326-d60dfba0f0e0 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:56.221230 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device f526e624-24e1-4777-a326-d60dfba0f0e0 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:42:56.288887 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port f526e624-24e1-4777-a326-d60dfba0f0e0 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:42:56.289384 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:42:56.376495 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port f526e624-24e1-4777-a326-d60dfba0f0e0 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:42:59.453861 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39218) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:42:59.999150 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:00.253916 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8da4-641f-4efb-8c0d-b36efb8c0cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-877798'] for router_interface (16ba28df-7752-4608-be78-a068ff847a0a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:00.484386 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f8da4-641f-4efb-8c0d-b36efb8c0cd8 admin admin] Deleting port 0622f0d0-212b-4f34-8d6c-4633fd477e77 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:43:00.485505 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8da4-641f-4efb-8c0d-b36efb8c0cd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:00.566629 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-4a7f8da4-641f-4efb-8c0d-b36efb8c0cd8 admin admin] For port 0622f0d0-212b-4f34-8d6c-4633fd477e77, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=0622f0d0-212b-4f34-8d6c-4633fd477e77,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:00.566987 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8da4-641f-4efb-8c0d-b36efb8c0cd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:00.580412 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-4a7f8da4-641f-4efb-8c0d-b36efb8c0cd8 admin admin] Calling delete_port for 0622f0d0-212b-4f34-8d6c-4633fd477e77 owned by network:router_interface {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:43:00.590035 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:00.965900 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8da4-641f-4efb-8c0d-b36efb8c0cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (0622f0d0-212b-4f34-8d6c-4633fd477e77), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:00.992429 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f8da4-641f-4efb-8c0d-b36efb8c0cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0622f0d0-212b-4f34-8d6c-4633fd477e77,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:01.080121 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:01.208753 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-4a7f8da4-641f-4efb-8c0d-b36efb8c0cd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-877690'] for router_interface (16ba28df-7752-4608-be78-a068ff847a0a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:01.446093 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7f8da4-641f-4efb-8c0d-b36efb8c0cd8 admin admin] Router 16ba28df-7752-4608-be78-a068ff847a0a has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:43:01.561720 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7f8da4-641f-4efb-8c0d-b36efb8c0cd8 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:43:01.566801 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-4a7f8da4-641f-4efb-8c0d-b36efb8c0cd8 admin admin] 10.222.0.41 "PUT /v2.0/routers/16ba28df-7752-4608-be78-a068ff847a0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1142344 May 28 03:43:01.569426 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39236) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:01.570404 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708b1f0-1282-44d1-afba-83538a804072 None None] Sync routers for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:43:01.581062 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708b1f0-1282-44d1-afba-83538a804072 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:43:01.581709 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-1708b1f0-1282-44d1-afba-83538a804072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:01.682806 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Publish callbacks [] for router (16ba28df-7752-4608-be78-a068ff847a0a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:01.687478 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-1708b1f0-1282-44d1-afba-83538a804072 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:43:01.833271 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Publish callbacks [] for router_gateway (16ba28df-7752-4608-be78-a068ff847a0a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:01.836247 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:01.905030 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-1708b1f0-1282-44d1-afba-83538a804072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225'}], 'enable_snat': True}, 'gw_port_id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:43:00Z', 'revision_number': 5, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port': {'id': '9773309d-2dc6-4589-8b67-a5f705c7c90e', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:02:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ba28df-7752-4608-be78-a068ff847a0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:49Z', 'updated_at': '2022-05-28T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:01.930948 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708b1f0-1282-44d1-afba-83538a804072 None None] Checking router: 16ba28df-7752-4608-be78-a068ff847a0a for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:43:01.939564 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1708b1f0-1282-44d1-afba-83538a804072 None None] Routers {'16ba28df-7752-4608-be78-a068ff847a0a'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:43:01.940174 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-1708b1f0-1282-44d1-afba-83538a804072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:42:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['16ba28df-7752-4608-be78-a068ff847a0a'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:01.950987 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Deleting port 9773309d-2dc6-4589-8b67-a5f705c7c90e {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:43:01.951321 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:02.027107 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-1708b1f0-1282-44d1-afba-83538a804072 None None] Set router 16ba28df-7752-4608-be78-a068ff847a0a gateway port host: None {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:43:02.057897 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] For port 9773309d-2dc6-4589-8b67-a5f705c7c90e, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=9773309d-2dc6-4589-8b67-a5f705c7c90e,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:02.058288 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:02.071491 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Calling delete_port for 9773309d-2dc6-4589-8b67-a5f705c7c90e owned by network:router_gateway {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:43:02.079555 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-1708b1f0-1282-44d1-afba-83538a804072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:43:01Z', 'revision_number': 6, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port_host': None}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:02.111450 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1708b1f0-1282-44d1-afba-83538a804072 None None] The sync data for ids ['16ba28df-7752-4608-be78-a068ff847a0a'] in dv-cinder-843361-3-iscsi is: [{'id': '16ba28df-7752-4608-be78-a068ff847a0a', 'name': 'tempest-AttachVolumeNegativeTest-788800844-router', 'tenant_id': '68e1a9e256f64e46919b1e362b4f68d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:47Z', 'updated_at': '2022-05-28T03:43:01Z', 'revision_number': 6, 'project_id': '68e1a9e256f64e46919b1e362b4f68d8', 'gw_port_host': None}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:43:02.353369 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (9773309d-2dc6-4589-8b67-a5f705c7c90e), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:02.358779 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e06dd-aea7-4088-be99-252aa811119a req-c32f081c-0902-4f2c-b9da-9ad4f1731a7f tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:02.360266 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-c32f081c-0902-4f2c-b9da-9ad4f1731a7f tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/networks?id=184aa47e-df50-4987-8d3f-0e187a7b314b HTTP/1.1" status: 200 len: 814 time: 0.1049294 May 28 03:43:02.375516 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-474ec2c7-2c96-4258-a120-f37f874f1af2 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/quotas/23f8194639b14942b36011698807b031 HTTP/1.1" status: 200 len: 375 time: 0.0095341 May 28 03:43:02.379835 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Pushing event deleted for resources: {'Port': ['ID=9773309d-2dc6-4589-8b67-a5f705c7c90e,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:02.429745 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-48671a27-3642-4b06-836e-1007705c3b6b tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=23f8194639b14942b36011698807b031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484149 May 28 03:43:02.441167 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-878296'] for router_gateway (16ba28df-7752-4608-be78-a068ff847a0a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:02.529274 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:02.534196 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-9ccd14f7-7ad6-48fc-9609-5b803b10b697 service neutron] 10.222.0.41 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921767 May 28 03:43:02.557027 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router (16ba28df-7752-4608-be78-a068ff847a0a), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:02.559353 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Publish callbacks [] for router_controller (16ba28df-7752-4608-be78-a068ff847a0a), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:02.631206 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-79ecf33c-5ebb-42f2-9d80-270be7c23322 service neutron] 10.222.0.41 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905819 May 28 03:43:02.722207 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580738'] for router (16ba28df-7752-4608-be78-a068ff847a0a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:02.722857 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16ba28df-7752-4608-be78-a068ff847a0a {{(pid=104449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 03:43:02.728925 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:02.730343 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-20f50284-13a2-433c-bea2-78f956dceaac admin admin] 10.222.0.41 "DELETE /v2.0/routers/16ba28df-7752-4608-be78-a068ff847a0a HTTP/1.1" status: 204 len: 168 time: 1.1598349 May 28 03:43:02.733301 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39266) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:02.777188 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-7da7502f-0fcc-42c5-a57a-ce6fd75221a8 admin admin] Deleting subnet f446e15b-7c64-40ee-82e8-228642b299e2 {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:43:02.780263 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7da7502f-0fcc-42c5-a57a-ce6fd75221a8 admin admin] Publish callbacks [] for subnet (f446e15b-7c64-40ee-82e8-228642b299e2), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:02.814170 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7da7502f-0fcc-42c5-a57a-ce6fd75221a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4578836'] for subnet (f446e15b-7c64-40ee-82e8-228642b299e2), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:02.913514 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-457af15e-cbcb-40da-a870-ee747a1dd065 req-76826698-f942-44b0-96c7-77e25073727b tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 210 time: 0.0342979 May 28 03:43:02.921237 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7da7502f-0fcc-42c5-a57a-ce6fd75221a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (f446e15b-7c64-40ee-82e8-228642b299e2), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:02.979717 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:03.085365 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7da7502f-0fcc-42c5-a57a-ce6fd75221a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5211730'] for subnet (f446e15b-7c64-40ee-82e8-228642b299e2), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.114425 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da7502f-0fcc-42c5-a57a-ce6fd75221a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f446e15b-7c64-40ee-82e8-228642b299e2,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:03.120983 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7da7502f-0fcc-42c5-a57a-ce6fd75221a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.124532 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-7da7502f-0fcc-42c5-a57a-ce6fd75221a8 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/f446e15b-7c64-40ee-82e8-228642b299e2 HTTP/1.1" status: 204 len: 168 time: 0.3902636 May 28 03:43:03.127505 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39284) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:03.128693 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f946a760-593d-402e-95e0-a33bbc910fb4 None None] Network ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:43:03.215995 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (ee7025a6-8632-48bc-9a4d-e0b6d8e98a79), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.263335 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Deleting port 990e081a-8427-4c70-a970-d33e9d6dadb8 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:43:03.263664 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.321231 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84661a31-1330-492e-a8ef-9e5846ca244e None None] DHCP port deletion for ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 request from dv-cinder-843361-3-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 03:43:03.339042 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] For port 990e081a-8427-4c70-a970-d33e9d6dadb8, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=990e081a-8427-4c70-a970-d33e9d6dadb8,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:03.339403 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.353312 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Calling delete_port for 990e081a-8427-4c70-a970-d33e9d6dadb8 owned by network:dhcp {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:43:03.359966 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-84661a31-1330-492e-a8ef-9e5846ca244e None None] Deleting port 990e081a-8427-4c70-a970-d33e9d6dadb8 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:43:03.360379 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-84661a31-1330-492e-a8ef-9e5846ca244e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.435041 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-84661a31-1330-492e-a8ef-9e5846ca244e None None] For port 990e081a-8427-4c70-a970-d33e9d6dadb8, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=990e081a-8427-4c70-a970-d33e9d6dadb8,segment=NetworkSegment(8d73c01d-f6b3-46c5-bcb3-5b719515da78),segment_id=8d73c01d-f6b3-46c5-bcb3-5b719515da78)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:03.435448 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-84661a31-1330-492e-a8ef-9e5846ca244e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.449570 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-84661a31-1330-492e-a8ef-9e5846ca244e None None] Calling delete_port for 990e081a-8427-4c70-a970-d33e9d6dadb8 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:43:03.453136 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:03.515072 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:03.536822 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.545470 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-84661a31-1330-492e-a8ef-9e5846ca244e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (990e081a-8427-4c70-a970-d33e9d6dadb8), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.568644 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=990e081a-8427-4c70-a970-d33e9d6dadb8,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:03.572893 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84661a31-1330-492e-a8ef-9e5846ca244e None None] Pushing event deleted for resources: {'Port': ['ID=990e081a-8427-4c70-a970-d33e9d6dadb8,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:03.578172 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] No DVR routers for this DVR port 990e081a-8427-4c70-a970-d33e9d6dadb8 on host dv-cinder-843361-3-iscsi {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:43:03.579786 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84661a31-1330-492e-a8ef-9e5846ca244e None None] No DVR routers for this DVR port 990e081a-8427-4c70-a970-d33e9d6dadb8 on host dv-cinder-843361-3-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:43:03.660994 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (ee7025a6-8632-48bc-9a4d-e0b6d8e98a79), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.669888 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:03.682067 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7025a6-8632-48bc-9a4d-e0b6d8e98a79']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:03.695109 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d73c01d-f6b3-46c5-bcb3-5b719515da78') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:03.695109 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d73c01d-f6b3-46c5-bcb3-5b719515da78') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:03.704169 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4578861'] for segment (8d73c01d-f6b3-46c5-bcb3-5b719515da78), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.720862 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (8d73c01d-f6b3-46c5-bcb3-5b719515da78), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.728042 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:43:03.728613 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578618'] for segment (8d73c01d-f6b3-46c5-bcb3-5b719515da78), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.754438 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 8d73c01d-f6b3-46c5-bcb3-5b719515da78 resource provider aggregate not found May 28 03:43:03.785934 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 8d73c01d-f6b3-46c5-bcb3-5b719515da78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d73c01d-f6b3-46c5-bcb3-5b719515da78 found for delete ", "request_id": "req-7009783d-acc7-430e-8cfe-e99326c9a49d"}]} May 28 03:43:03.888176 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (ee7025a6-8632-48bc-9a4d-e0b6d8e98a79), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.895458 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:03.898586 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] 10.222.0.41 "DELETE /v2.0/networks/ee7025a6-8632-48bc-9a4d-e0b6d8e98a79 HTTP/1.1" status: 204 len: 168 time: 0.7697787 May 28 03:43:03.908036 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b622336-aa83-4a6b-a49b-ebc1b38c3b26 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee7025a6-8632-48bc-9a4d-e0b6d8e98a79,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:04.002789 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d58e20c6-e9f1-4bcd-9452-58b27a4494e1 req-8a79bfbc-aebf-4af0-9fc2-cbb0d3d4e045 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 210 time: 0.0296416 May 28 03:43:04.173863 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9773309d-2dc6-4589-8b67-a5f705c7c90e no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:43:04.198206 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 9773309d-2dc6-4589-8b67-a5f705c7c90e {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:43:04.198550 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 9773309d-2dc6-4589-8b67-a5f705c7c90e not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:43:04.198968 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 990e081a-8427-4c70-a970-d33e9d6dadb8 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:43:04.220502 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 990e081a-8427-4c70-a970-d33e9d6dadb8 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:43:04.220865 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 990e081a-8427-4c70-a970-d33e9d6dadb8 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:43:04.221290 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 0622f0d0-212b-4f34-8d6c-4633fd477e77 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:43:04.239278 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 0622f0d0-212b-4f34-8d6c-4633fd477e77 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:43:04.239620 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 0622f0d0-212b-4f34-8d6c-4633fd477e77 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:43:04.262481 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 39304) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:04.301770 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f25d3362-8457-47d4-940c-9f1075151d80 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=68e1a9e256f64e46919b1e362b4f68d8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0381422 May 28 03:43:04.306111 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 39306) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:04.353829 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3b858f80-2b07-41a4-9427-d520d0d705c4 admin admin] Publish callbacks [] for security_group (eb1b588b-0887-46b6-b50f-a34e754b5bd1), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:04.379342 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3b858f80-2b07-41a4-9427-d520d0d705c4 admin admin] Publish callbacks [] for security_group (eb1b588b-0887-46b6-b50f-a34e754b5bd1), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:04.496743 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3b858f80-2b07-41a4-9427-d520d0d705c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (eb1b588b-0887-46b6-b50f-a34e754b5bd1), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:04.499406 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3b858f80-2b07-41a4-9427-d520d0d705c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:04.500579 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-3b858f80-2b07-41a4-9427-d520d0d705c4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/eb1b588b-0887-46b6-b50f-a34e754b5bd1 HTTP/1.1" status: 204 len: 168 time: 0.1935668 May 28 03:43:04.510023 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858f80-2b07-41a4-9427-d520d0d705c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb1b588b-0887-46b6-b50f-a34e754b5bd1,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:05.099460 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-88dd8dfa-ca82-4966-9255-a7eb00231634 req-75f0a7cd-da7d-48ff-b1cf-12a3d75c4748 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 210 time: 0.0302374 May 28 03:43:05.259064 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:05.294201 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e06dd-aea7-4088-be99-252aa811119a req-f530c0c0-9aa5-4a35-b3fd-de0e0212ee68 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:05.294419 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-f530c0c0-9aa5-4a35-b3fd-de0e0212ee68 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.27 "GET /v2.0/networks?id=184aa47e-df50-4987-8d3f-0e187a7b314b HTTP/1.1" status: 200 len: 814 time: 0.1079035 May 28 03:43:05.308390 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-610e06dd-aea7-4088-be99-252aa811119a req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Request body: {'port': {'device_id': 'a799146f-de30-4095-8dfe-29d2b99837da', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'admin_state_up': True, 'tenant_id': '23f8194639b14942b36011698807b031'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:05.372894 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:05.505096 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610e06dd-aea7-4088-be99-252aa811119a req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Made reservation on behalf of 23f8194639b14942b36011698807b031 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:43:05.510206 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-610e06dd-aea7-4088-be99-252aa811119a req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:05.595881 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=62,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:05.602828 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:05.661421 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-610e06dd-aea7-4088-be99-252aa811119a req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Allocated IP 172.20.0.4 (184aa47e-df50-4987-8d3f-0e187a7b314b/cc27aa4c-1a23-42f7-80c5-81e071af24f7/88c75168-a0ab-4da4-b23a-190a9097ec15) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:43:05.861232 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-610e06dd-aea7-4088-be99-252aa811119a req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:05.970912 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-610e06dd-aea7-4088-be99-252aa811119a req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:06.020300 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610e06dd-aea7-4088-be99-252aa811119a req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Network 184aa47e-df50-4987-8d3f-0e187a7b314b is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:43:06.023724 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-610e06dd-aea7-4088-be99-252aa811119a req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:43:06.030134 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-610e06dd-aea7-4088-be99-252aa811119a req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:43:06.057416 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event updated for resources: {'Port': ['ID=88c75168-a0ab-4da4-b23a-190a9097ec15,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:06.083866 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e06dd-aea7-4088-be99-252aa811119a req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:06.085079 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-610e06dd-aea7-4088-be99-252aa811119a req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:06.220469 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-e33d22da-3be0-4ea7-942d-ff5f74bf8d2a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9156566 May 28 03:43:06.240622 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Request body: {'port': {'device_id': 'a799146f-de30-4095-8dfe-29d2b99837da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:06.318533 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-0c3e55ef-5940-40e7-9364-32da781af4eb None None] Provisioning complete for port 88c75168-a0ab-4da4-b23a-190a9097ec15 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:43:06.321574 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0c3e55ef-5940-40e7-9364-32da781af4eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:06.368373 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-0c3e55ef-5940-40e7-9364-32da781af4eb None None] Port 88c75168-a0ab-4da4-b23a-190a9097ec15 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:43:06.379125 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ce52bb-307f-4663-b58d-d0bebdc733c7 req-054306d3-d959-4bd4-bbe3-3acae59cf565 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:06.379125 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-80ce52bb-307f-4663-b58d-d0bebdc733c7 req-054306d3-d959-4bd4-bbe3-3acae59cf565 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 931 time: 0.1016009 May 28 03:43:06.397927 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:06.406198 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:06.525819 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-80ce52bb-307f-4663-b58d-d0bebdc733c7 req-69e9c4fc-bf07-4ae3-80b5-006bc8509436 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395340 May 28 03:43:06.572185 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39394) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:06.621861 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:06.723269 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f9749771-47c9-4963-bf89-6dd88b09f199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:06.816554 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f9749771-47c9-4963-bf89-6dd88b09f199 admin admin] Publish callbacks [] for security_group (acbe65d8-a411-4fbc-8470-b14cdde581c9), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:06.822358 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88c75168-a0ab-4da4-b23a-190a9097ec15 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:43:06.832657 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Publish callbacks [] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:06.852989 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Transition to ACTIVE for port object 88c75168-a0ab-4da4-b23a-190a9097ec15 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:43:06.899874 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f9749771-47c9-4963-bf89-6dd88b09f199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (acbe65d8-a411-4fbc-8470-b14cdde581c9), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:06.925216 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:06.946453 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f9749771-47c9-4963-bf89-6dd88b09f199 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=00a59e70e3764eb79d8d096d0307eeb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3685553 May 28 03:43:06.947309 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39398) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:06.964351 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9749771-47c9-4963-bf89-6dd88b09f199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acbe65d8-a411-4fbc-8470-b14cdde581c9,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:07.044000 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Pushing event updated for resources: {'Port': ['ID=88c75168-a0ab-4da4-b23a-190a9097ec15,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:07.057617 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64bab302-33e9-48d3-9178-471d950f0fe2 admin admin] Publish callbacks [] for security_group (acbe65d8-a411-4fbc-8470-b14cdde581c9), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:07.087341 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64bab302-33e9-48d3-9178-471d950f0fe2 admin admin] Publish callbacks [] for security_group (acbe65d8-a411-4fbc-8470-b14cdde581c9), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:07.129599 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Attempting to bind port 88c75168-a0ab-4da4-b23a-190a9097ec15 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:43:07.130122 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Attempting to bind port 88c75168-a0ab-4da4-b23a-190a9097ec15 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:43:07.130622 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Attempting to bind port 88c75168-a0ab-4da4-b23a-190a9097ec15 on network 184aa47e-df50-4987-8d3f-0e187a7b314b {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:43:07.140545 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Port 88c75168-a0ab-4da4-b23a-190a9097ec15 on network 184aa47e-df50-4987-8d3f-0e187a7b314b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:43:07.141070 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Attempting to bind port 88c75168-a0ab-4da4-b23a-190a9097ec15 on network 184aa47e-df50-4987-8d3f-0e187a7b314b {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:43:07.150682 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:43:07.152948 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Checking segment: {'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:43:07.152948 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Bound using segment: {'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:43:07.152948 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Bound port: 88c75168-a0ab-4da4-b23a-190a9097ec15, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:43:07.152948 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:07.244841 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] For port 88c75168-a0ab-4da4-b23a-190a9097ec15, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:43:07.249011 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] For port 88c75168-a0ab-4da4-b23a-190a9097ec15, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=88c75168-a0ab-4da4-b23a-190a9097ec15,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:43:07.270947 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64bab302-33e9-48d3-9178-471d950f0fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (acbe65d8-a411-4fbc-8470-b14cdde581c9), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:07.273692 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-64bab302-33e9-48d3-9178-471d950f0fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:07.284033 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-64bab302-33e9-48d3-9178-471d950f0fe2 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/acbe65d8-a411-4fbc-8470-b14cdde581c9 HTTP/1.1" status: 204 len: 168 time: 0.3265479 May 28 03:43:07.298275 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bab302-33e9-48d3-9178-471d950f0fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbe65d8-a411-4fbc-8470-b14cdde581c9,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:07.331782 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:07.391863 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:07.392949 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:07.394644 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] 10.222.0.27 "PUT /v2.0/ports/88c75168-a0ab-4da4-b23a-190a9097ec15 HTTP/1.1" status: 200 len: 1093 time: 1.1589143 May 28 03:43:07.397402 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:43:07.401322 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8231a029-2797-40c9-a5a9-830852249157" -d '{"events": [{"name": "network-changed", "server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:43:07.419658 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:07.431570 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4182e0-7594-4c2c-a790-49cc45f508f2 service neutron] Pushing event updated for resources: {'Port': ['ID=88c75168-a0ab-4da4-b23a-190a9097ec15,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:07.512669 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad889e9-c298-4237-90a9-b7ba8f9b1684 x-openstack-request-id: req-2ad889e9-c298-4237-90a9-b7ba8f9b1684 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:43:07.513523 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:43:07.513975 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2ad889e9-c298-4237-90a9-b7ba8f9b1684 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:43:07.514526 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ad889e9-c298-4237-90a9-b7ba8f9b1684'] response: {'name': 'network-changed', 'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'status': 'completed', 'code': 200} May 28 03:43:07.622655 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e06dd-aea7-4088-be99-252aa811119a req-100e4460-5d20-46d6-b9fb-d4ae8f8093ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:07.624200 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-100e4460-5d20-46d6-b9fb-d4ae8f8093ca service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=23f8194639b14942b36011698807b031&device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 1127 time: 0.0743754 May 28 03:43:07.700459 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7806ceeb-0c38-42a5-9449-60d512098fe2 req-0aaccad9-405b-48a0-912b-04543fbf3876 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:07.702594 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7806ceeb-0c38-42a5-9449-60d512098fe2 req-0aaccad9-405b-48a0-912b-04543fbf3876 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 943 time: 0.0692480 May 28 03:43:07.736918 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-0d9bd036-3bf3-434d-b962-8e6aef7c215b service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c75168-a0ab-4da4-b23a-190a9097ec15 HTTP/1.1" status: 200 len: 217 time: 0.0550892 May 28 03:43:07.809778 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7806ceeb-0c38-42a5-9449-60d512098fe2 req-debcf372-955c-43cc-951e-64405795a6ce tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751698 May 28 03:43:08.965171 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=78,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=10 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:08.987481 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cad562-3a1e-46fc-bec3-5158bac29039 req-458a34a6-0050-46ba-b503-34c95e92f0c7 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:08.996464 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-09cad562-3a1e-46fc-bec3-5158bac29039 req-458a34a6-0050-46ba-b503-34c95e92f0c7 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 943 time: 0.0963540 May 28 03:43:09.046360 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-09cad562-3a1e-46fc-bec3-5158bac29039 req-5242071c-f249-4973-825a-669eb2effe14 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488868 May 28 03:43:10.221961 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e074a6-c848-4baa-bd33-f5a4beda1dee req-05917748-ba2b-4603-a29c-49e08e14d5a9 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:10.228520 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6e074a6-c848-4baa-bd33-f5a4beda1dee req-05917748-ba2b-4603-a29c-49e08e14d5a9 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 943 time: 0.0556164 May 28 03:43:10.285272 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6e074a6-c848-4baa-bd33-f5a4beda1dee req-75814dad-0394-4ba7-8124-7c57841a3e6d tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509832 May 28 03:43:11.405721 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bef7af1-59c2-4878-addc-b22b8bdf4577 req-ffffa800-3727-47aa-8919-65eafdb64f83 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:11.409926 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8bef7af1-59c2-4878-addc-b22b8bdf4577 req-ffffa800-3727-47aa-8919-65eafdb64f83 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 943 time: 0.0568156 May 28 03:43:11.465681 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8bef7af1-59c2-4878-addc-b22b8bdf4577 req-02e6aeb5-3d38-4ee0-be5d-e00472469416 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522287 May 28 03:43:12.601564 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7741a65-7e23-42cc-a341-f098f53a983e req-3431e10d-a894-45d4-b942-2af523821db4 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:12.604350 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e7741a65-7e23-42cc-a341-f098f53a983e req-3431e10d-a894-45d4-b942-2af523821db4 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 943 time: 0.0645595 May 28 03:43:12.658539 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e7741a65-7e23-42cc-a341-f098f53a983e req-f356d617-31ce-4c94-acf9-572acb4a9945 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463209 May 28 03:43:13.827904 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1694e1-1797-4f66-927b-955e381ae5b4 req-73595afc-733d-49b7-beed-2c07b1baadee tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:13.848200 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb1694e1-1797-4f66-927b-955e381ae5b4 req-73595afc-733d-49b7-beed-2c07b1baadee tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 943 time: 0.0752602 May 28 03:43:13.883217 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb1694e1-1797-4f66-927b-955e381ae5b4 req-292327c7-4d96-4a13-899b-18c330daafc1 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478051 May 28 03:43:15.002941 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a557d7-862f-4707-9d62-46abc4546acd req-aeddfdb1-7cdb-4341-a6f9-6a24d6064de3 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:15.004422 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c2a557d7-862f-4707-9d62-46abc4546acd req-aeddfdb1-7cdb-4341-a6f9-6a24d6064de3 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 943 time: 0.0490217 May 28 03:43:15.051335 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c2a557d7-862f-4707-9d62-46abc4546acd req-6afc38ec-04a0-47ff-b415-63d49c577cef tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 May 28 03:43:15.997127 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39554) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:16.107636 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2745c446-5696-49f2-ad7b-5cccec76b7a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:16.183294 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad39758-1859-41ab-adaa-db8731e2f56d req-d27dd843-8b45-4766-b573-44fb9cabf838 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:16.184741 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5ad39758-1859-41ab-adaa-db8731e2f56d req-d27dd843-8b45-4766-b573-44fb9cabf838 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 943 time: 0.0667760 May 28 03:43:16.258440 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2745c446-5696-49f2-ad7b-5cccec76b7a4 admin admin] Publish callbacks [] for security_group (fb0ce665-c9f9-4b1b-9c41-6cd8481091a7), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:16.261976 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5ad39758-1859-41ab-adaa-db8731e2f56d req-fd07e43a-a2c4-4e92-8703-e27e253c696c tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698397 May 28 03:43:16.328070 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2745c446-5696-49f2-ad7b-5cccec76b7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (fb0ce665-c9f9-4b1b-9c41-6cd8481091a7), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:16.348560 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:16.365351 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2745c446-5696-49f2-ad7b-5cccec76b7a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0ce665-c9f9-4b1b-9c41-6cd8481091a7,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:16.372459 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-2745c446-5696-49f2-ad7b-5cccec76b7a4 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=875e84ace2ce42c8bab67f0163a45832&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3743103 May 28 03:43:16.378386 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39560) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:16.422744 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6acd-234d-459c-a607-dedf22d79be4 admin admin] Publish callbacks [] for security_group (fb0ce665-c9f9-4b1b-9c41-6cd8481091a7), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:16.444798 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6acd-234d-459c-a607-dedf22d79be4 admin admin] Publish callbacks [] for security_group (fb0ce665-c9f9-4b1b-9c41-6cd8481091a7), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:16.570048 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6acd-234d-459c-a607-dedf22d79be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (fb0ce665-c9f9-4b1b-9c41-6cd8481091a7), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:16.572662 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5b1d6acd-234d-459c-a607-dedf22d79be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:16.573860 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5b1d6acd-234d-459c-a607-dedf22d79be4 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fb0ce665-c9f9-4b1b-9c41-6cd8481091a7 HTTP/1.1" status: 204 len: 168 time: 0.1979122 May 28 03:43:16.582667 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d6acd-234d-459c-a607-dedf22d79be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0ce665-c9f9-4b1b-9c41-6cd8481091a7,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:16.993643 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e06dd-aea7-4088-be99-252aa811119a req-21314b07-a39e-41e4-955c-18279a9ad0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:16.995356 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-21314b07-a39e-41e4-955c-18279a9ad0ea service neutron] 10.222.0.27 "GET /v2.0/subnets?id=cc27aa4c-1a23-42f7-80c5-81e071af24f7 HTTP/1.1" status: 200 len: 853 time: 0.0496650 May 28 03:43:17.047267 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610e06dd-aea7-4088-be99-252aa811119a req-93d8d8ea-9396-48f1-9a49-650a717cf03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:17.048734 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-93d8d8ea-9396-48f1-9a49-650a717cf03e service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=184aa47e-df50-4987-8d3f-0e187a7b314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435727 May 28 03:43:17.143559 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-4d2088a8-cd83-45f6-b39d-d618f2894d5e service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832639 May 28 03:43:17.168565 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39570) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:17.182487 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1dcaae17-5c4a-4503-bd8e-17d44f9cf5c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:17.212941 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:17.249749 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:17.259804 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1dcaae17-5c4a-4503-bd8e-17d44f9cf5c2 admin admin] Publish callbacks [] for security_group (bc42c5c4-4f2e-46b4-8f01-f3992b8c17ff), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:17.264115 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-610e06dd-aea7-4088-be99-252aa811119a req-b46c3028-a4d6-4948-af9e-7731fed68a93 service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901868 May 28 03:43:17.331461 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1dcaae17-5c4a-4503-bd8e-17d44f9cf5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (bc42c5c4-4f2e-46b4-8f01-f3992b8c17ff), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:17.377981 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1dcaae17-5c4a-4503-bd8e-17d44f9cf5c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a5b8c34082584124bf83315f26a6acde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2082901 May 28 03:43:17.378845 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcaae17-5c4a-4503-bd8e-17d44f9cf5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc42c5c4-4f2e-46b4-8f01-f3992b8c17ff,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:17.381087 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39574) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:17.388913 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6286e349-3a62-4475-a3a1-f4925e7039b8 req-f790b471-0eaa-4c06-8bae-beeb5a2889f2 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:17.390454 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6286e349-3a62-4475-a3a1-f4925e7039b8 req-f790b471-0eaa-4c06-8bae-beeb5a2889f2 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 943 time: 0.0542886 May 28 03:43:17.432160 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2fd198fb-3f30-4679-a0cc-47d9a541c6c5 admin admin] Publish callbacks [] for security_group (bc42c5c4-4f2e-46b4-8f01-f3992b8c17ff), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:17.441742 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6286e349-3a62-4475-a3a1-f4925e7039b8 req-1d151b0d-bc8b-4c29-a906-49bbe6ddf3e3 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446458 May 28 03:43:17.456717 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2fd198fb-3f30-4679-a0cc-47d9a541c6c5 admin admin] Publish callbacks [] for security_group (bc42c5c4-4f2e-46b4-8f01-f3992b8c17ff), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:17.564763 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2fd198fb-3f30-4679-a0cc-47d9a541c6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (bc42c5c4-4f2e-46b4-8f01-f3992b8c17ff), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:17.568074 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-2fd198fb-3f30-4679-a0cc-47d9a541c6c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:17.569312 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-2fd198fb-3f30-4679-a0cc-47d9a541c6c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/bc42c5c4-4f2e-46b4-8f01-f3992b8c17ff HTTP/1.1" status: 204 len: 168 time: 0.1872585 May 28 03:43:17.577404 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd198fb-3f30-4679-a0cc-47d9a541c6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc42c5c4-4f2e-46b4-8f01-f3992b8c17ff,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:18.214800 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231a029-2797-40c9-a5a9-830852249157 req-bd20fb41-3890-4987-9b56-7757e5e53994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:18.216279 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8231a029-2797-40c9-a5a9-830852249157 req-bd20fb41-3890-4987-9b56-7757e5e53994 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=23f8194639b14942b36011698807b031&device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 1127 time: 0.0443680 May 28 03:43:18.306864 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231a029-2797-40c9-a5a9-830852249157 req-ef06a6ce-f123-4320-bec1-9194f70989bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:18.308324 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8231a029-2797-40c9-a5a9-830852249157 req-ef06a6ce-f123-4320-bec1-9194f70989bc service neutron] 10.222.0.27 "GET /v2.0/networks?id=184aa47e-df50-4987-8d3f-0e187a7b314b HTTP/1.1" status: 200 len: 915 time: 0.0848134 May 28 03:43:18.349280 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8231a029-2797-40c9-a5a9-830852249157 req-e08f8163-4282-4671-b80a-304b9036bafe service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c75168-a0ab-4da4-b23a-190a9097ec15 HTTP/1.1" status: 200 len: 217 time: 0.0340836 May 28 03:43:18.404412 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231a029-2797-40c9-a5a9-830852249157 req-e9ba38f0-16d9-4e2e-9a32-c2587ad1de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:18.405894 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8231a029-2797-40c9-a5a9-830852249157 req-e9ba38f0-16d9-4e2e-9a32-c2587ad1de60 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=cc27aa4c-1a23-42f7-80c5-81e071af24f7 HTTP/1.1" status: 200 len: 853 time: 0.0504172 May 28 03:43:18.452032 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8231a029-2797-40c9-a5a9-830852249157 req-f4c8fce2-d425-4f61-b62c-5a84a15fcd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:18.453697 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8231a029-2797-40c9-a5a9-830852249157 req-f4c8fce2-d425-4f61-b62c-5a84a15fcd21 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=184aa47e-df50-4987-8d3f-0e187a7b314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406866 May 28 03:43:18.524480 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:18.567496 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8231a029-2797-40c9-a5a9-830852249157 req-3316b45e-ca83-4002-ada5-7ac2492c7e75 service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061571 May 28 03:43:18.568430 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3d9d10-407f-4505-bd14-eade9d2917c9 req-1988a896-dd82-4cf6-928a-f6cff2ae6774 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:18.570549 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0a3d9d10-407f-4505-bd14-eade9d2917c9 req-1988a896-dd82-4cf6-928a-f6cff2ae6774 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 943 time: 0.0557504 May 28 03:43:18.620943 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0a3d9d10-407f-4505-bd14-eade9d2917c9 req-d817ff4b-fb09-44c5-aa9c-94d2c37574f5 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435061 May 28 03:43:18.664348 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8231a029-2797-40c9-a5a9-830852249157 req-e5c565eb-3e41-433a-9321-8f590e28dd7c service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888367 May 28 03:43:19.404693 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5570f846-6d24-4915-b6e3-a99547f1e5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:19.665689 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 88c75168-a0ab-4da4-b23a-190a9097ec15 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:43:19.718462 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:19.760244 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70fd0e8-0620-4782-9934-88bbb563d983 req-316884d4-fee7-439e-8615-1387746aa937 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:19.760244 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d70fd0e8-0620-4782-9934-88bbb563d983 req-316884d4-fee7-439e-8615-1387746aa937 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 943 time: 0.0550334 May 28 03:43:19.784063 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 88c75168-a0ab-4da4-b23a-190a9097ec15, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=88c75168-a0ab-4da4-b23a-190a9097ec15,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:19.802060 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'port_id': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'mac_address': 'fa:16:3e:17:02:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:43:19.818638 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d70fd0e8-0620-4782-9934-88bbb563d983 req-fd9540df-a092-4d9a-92a8-2c6318e19352 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528462 May 28 03:43:19.851534 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 88c75168-a0ab-4da4-b23a-190a9097ec15 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:43:19.852904 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:19.876217 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88c75168-a0ab-4da4-b23a-190a9097ec15 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:43:19.897828 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 88c75168-a0ab-4da4-b23a-190a9097ec15, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=88c75168-a0ab-4da4-b23a-190a9097ec15,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:19.973689 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:19.993303 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39662) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:20.022100 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=88c75168-a0ab-4da4-b23a-190a9097ec15,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:20.108082 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8094484b-5fe6-455f-aa77-027c5fb2c11b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:20.147691 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:20.184641 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8094484b-5fe6-455f-aa77-027c5fb2c11b admin admin] Publish callbacks [] for security_group (b058fa01-79f6-43da-a489-b32d8a473e4f), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:20.216879 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['88c75168-a0ab-4da4-b23a-190a9097ec15'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:43:20.247851 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8094484b-5fe6-455f-aa77-027c5fb2c11b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (b058fa01-79f6-43da-a489-b32d8a473e4f), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:20.288866 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8094484b-5fe6-455f-aa77-027c5fb2c11b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=5882cebc5bd947bfb369949b3af13f24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2942336 May 28 03:43:20.291451 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39670) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:20.297358 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8094484b-5fe6-455f-aa77-027c5fb2c11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b058fa01-79f6-43da-a489-b32d8a473e4f,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:20.342405 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6dcb5eed-6aea-4add-8588-43890472eb2b admin admin] Publish callbacks [] for security_group (b058fa01-79f6-43da-a489-b32d8a473e4f), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:20.367565 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6dcb5eed-6aea-4add-8588-43890472eb2b admin admin] Publish callbacks [] for security_group (b058fa01-79f6-43da-a489-b32d8a473e4f), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:20.488707 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6dcb5eed-6aea-4add-8588-43890472eb2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (b058fa01-79f6-43da-a489-b32d8a473e4f), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:20.491891 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6dcb5eed-6aea-4add-8588-43890472eb2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:20.493049 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-6dcb5eed-6aea-4add-8588-43890472eb2b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b058fa01-79f6-43da-a489-b32d8a473e4f HTTP/1.1" status: 204 len: 168 time: 0.2007246 May 28 03:43:20.501083 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb5eed-6aea-4add-8588-43890472eb2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b058fa01-79f6-43da-a489-b32d8a473e4f,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:20.937090 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdebaf6-456d-4078-83ea-ea3f296058b2 req-1052bc6c-b775-4622-ab76-f9de0d1401e6 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:20.938594 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7fdebaf6-456d-4078-83ea-ea3f296058b2 req-1052bc6c-b775-4622-ab76-f9de0d1401e6 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 944 time: 0.0478060 May 28 03:43:20.987137 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-7fdebaf6-456d-4078-83ea-ea3f296058b2 req-8d17bcb2-cf3a-405e-94a1-e56b0b65725f tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427585 May 28 03:43:21.205198 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39684) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:21.218970 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd6a5-86d3-41bc-91ed-c5e38d3d9c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:21.246996 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:21.293646 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd6a5-86d3-41bc-91ed-c5e38d3d9c8e admin admin] Publish callbacks [] for security_group (79ea5992-62e4-4c8e-a8de-73b5aac0d697), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:21.362272 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd6a5-86d3-41bc-91ed-c5e38d3d9c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (79ea5992-62e4-4c8e-a8de-73b5aac0d697), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:21.405458 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9a5cd6a5-86d3-41bc-91ed-c5e38d3d9c8e admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8dae182359a046049e64bcbcf794d35c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1991849 May 28 03:43:21.406379 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cd6a5-86d3-41bc-91ed-c5e38d3d9c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ea5992-62e4-4c8e-a8de-73b5aac0d697,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:21.408238 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 39686) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:21.457373 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2aa58d98-efef-49e0-a0fa-dfa2ff572381 admin admin] Publish callbacks [] for security_group (79ea5992-62e4-4c8e-a8de-73b5aac0d697), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:21.477964 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2aa58d98-efef-49e0-a0fa-dfa2ff572381 admin admin] Publish callbacks [] for security_group (79ea5992-62e4-4c8e-a8de-73b5aac0d697), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:21.590571 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2aa58d98-efef-49e0-a0fa-dfa2ff572381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (79ea5992-62e4-4c8e-a8de-73b5aac0d697), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:21.593120 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2aa58d98-efef-49e0-a0fa-dfa2ff572381 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:21.594268 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2aa58d98-efef-49e0-a0fa-dfa2ff572381 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/79ea5992-62e4-4c8e-a8de-73b5aac0d697 HTTP/1.1" status: 204 len: 168 time: 0.1850319 May 28 03:43:21.602019 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa58d98-efef-49e0-a0fa-dfa2ff572381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ea5992-62e4-4c8e-a8de-73b5aac0d697,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:21.680194 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 88c75168-a0ab-4da4-b23a-190a9097ec15 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:43:21.716903 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-69707ce9-7797-490e-a282-41341b48b5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:21.725697 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 88c75168-a0ab-4da4-b23a-190a9097ec15 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:43:21.813404 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 88c75168-a0ab-4da4-b23a-190a9097ec15 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:43:21.813810 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:21.849472 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:21.858714 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:DELETE=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:21.888056 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 88c75168-a0ab-4da4-b23a-190a9097ec15 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:43:21.888430 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:21.913363 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:43:21.915596 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba7925-f968-4458-bdaa-7baaf416b85c" -d '{"events": [{"server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "name": "network-vif-plugged", "status": "completed", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:43:21.930048 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 88c75168-a0ab-4da4-b23a-190a9097ec15, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=88c75168-a0ab-4da4-b23a-190a9097ec15,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:21.956522 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9977eed-a8a8-4cf2-9617-427926e39bd8 x-openstack-request-id: req-c9977eed-a8a8-4cf2-9617-427926e39bd8 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:43:21.956814 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "name": "network-vif-plugged", "status": "completed", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:43:21.957061 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-c9977eed-a8a8-4cf2-9617-427926e39bd8 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:43:21.957481 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9977eed-a8a8-4cf2-9617-427926e39bd8'] response: {'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'code': 200} May 28 03:43:22.019581 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:22.071894 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=88c75168-a0ab-4da4-b23a-190a9097ec15,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:22.117182 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf2161-0014-4c3f-af45-aa67670538b5 req-28ac2ce4-55d2-4368-88ba-16ba046ab38d tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:22.117182 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9baf2161-0014-4c3f-af45-aa67670538b5 req-28ac2ce4-55d2-4368-88ba-16ba046ab38d tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 945 time: 0.0522647 May 28 03:43:22.173627 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9baf2161-0014-4c3f-af45-aa67670538b5 req-863f380b-28a6-4cf8-bd00-59492382c35f tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491221 May 28 03:43:22.291124 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf3a71-8d8d-4994-9e9a-fd2146f78735 req-2e9b1b61-e59f-4ee3-9f8d-68737a3c728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:22.292629 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ccdf3a71-8d8d-4994-9e9a-fd2146f78735 req-2e9b1b61-e59f-4ee3-9f8d-68737a3c728f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 1129 time: 0.0448809 May 28 03:43:22.336918 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ccdf3a71-8d8d-4994-9e9a-fd2146f78735 req-ce15a56a-c94d-4946-89cb-a28f2fd40fc3 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383446 May 28 03:43:22.554460 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:43:22.844460 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:23.293602 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39736) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:23.297358 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404df854-3d91-4263-9684-c0744c942c1b req-d5eda9ca-2deb-4930-8ead-01dd0ba4a60c tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:23.298826 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-404df854-3d91-4263-9684-c0744c942c1b req-d5eda9ca-2deb-4930-8ead-01dd0ba4a60c tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 945 time: 0.0544248 May 28 03:43:23.325504 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:23.346859 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-404df854-3d91-4263-9684-c0744c942c1b req-ba9ffc07-f014-47ae-bfca-b671bf36a217 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418611 May 28 03:43:23.404935 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-164b7c66-1d51-41ed-9caa-fa6b1866752f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:23.477298 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-164b7c66-1d51-41ed-9caa-fa6b1866752f admin admin] Publish callbacks [] for security_group (b4d1a9ad-4c05-4112-9d96-8cda59ce516c), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:23.533513 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-164b7c66-1d51-41ed-9caa-fa6b1866752f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (b4d1a9ad-4c05-4112-9d96-8cda59ce516c), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:23.572768 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b7c66-1d51-41ed-9caa-fa6b1866752f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4d1a9ad-4c05-4112-9d96-8cda59ce516c,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:23.580986 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 39744) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:23.581150 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-164b7c66-1d51-41ed-9caa-fa6b1866752f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=1cc8bffa64ae4b788435d1ea8711b257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2863612 May 28 03:43:23.633662 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bc2f18e5-616e-4bd8-8878-c86bf90d9fb3 admin admin] Publish callbacks [] for security_group (b4d1a9ad-4c05-4112-9d96-8cda59ce516c), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:23.656068 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bc2f18e5-616e-4bd8-8878-c86bf90d9fb3 admin admin] Publish callbacks [] for security_group (b4d1a9ad-4c05-4112-9d96-8cda59ce516c), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:23.819301 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bc2f18e5-616e-4bd8-8878-c86bf90d9fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (b4d1a9ad-4c05-4112-9d96-8cda59ce516c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:23.822049 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bc2f18e5-616e-4bd8-8878-c86bf90d9fb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:23.823241 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-bc2f18e5-616e-4bd8-8878-c86bf90d9fb3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b4d1a9ad-4c05-4112-9d96-8cda59ce516c HTTP/1.1" status: 204 len: 168 time: 0.2410989 May 28 03:43:23.831437 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f18e5-616e-4bd8-8878-c86bf90d9fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4d1a9ad-4c05-4112-9d96-8cda59ce516c,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:24.221689 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:24.420082 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ad01e-01ff-4f16-9ab8-ca7415b166b2 req-6e52d249-6380-4278-8d75-987f97939f96 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:24.420850 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1d6ad01e-01ff-4f16-9ab8-ca7415b166b2 req-6e52d249-6380-4278-8d75-987f97939f96 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 947 time: 0.2929046 May 28 03:43:24.471155 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1d6ad01e-01ff-4f16-9ab8-ca7415b166b2 req-e4f32061-5f68-4f8e-afa6-a422eac40366 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447977 May 28 03:43:24.483911 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3766305-15ce-448e-b333-65cfe877bfdb req-80aa3fb6-bd15-41e5-9f93-45f130465e9f tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:24.486279 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d3766305-15ce-448e-b333-65cfe877bfdb req-80aa3fb6-bd15-41e5-9f93-45f130465e9f tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 945 time: 0.0583680 May 28 03:43:24.535090 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d3766305-15ce-448e-b333-65cfe877bfdb req-fa0affdd-3f3b-4a0f-b674-30f1bd36616e tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 May 28 03:43:24.647726 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6beed40-c574-4f4c-a611-a95f52351335 req-ccafd6fa-e2a1-4d9b-aff9-766dca932318 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:24.649234 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c6beed40-c574-4f4c-a611-a95f52351335 req-ccafd6fa-e2a1-4d9b-aff9-766dca932318 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 945 time: 0.0490484 May 28 03:43:24.680956 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:24.698431 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c6beed40-c574-4f4c-a611-a95f52351335 req-5ac40379-0ea7-421c-b571-ca0d727d9966 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434206 May 28 03:43:25.039379 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48929ed-e2cf-42ac-934a-b1a741c2d550 req-3e6939c2-9fad-493a-861c-cbd083a82085 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:25.041072 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d48929ed-e2cf-42ac-934a-b1a741c2d550 req-3e6939c2-9fad-493a-861c-cbd083a82085 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 945 time: 0.0527782 May 28 03:43:25.097233 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d48929ed-e2cf-42ac-934a-b1a741c2d550 req-bedeab2e-27af-45e3-bc85-6578075f5393 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504038 May 28 03:43:25.510977 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-37dfc983-06ed-412d-a206-f112d87dcf03 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:25.512545 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-37dfc983-06ed-412d-a206-f112d87dcf03 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.27 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 947 time: 0.0479412 May 28 03:43:25.679210 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:25.886852 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Deleting port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:43:25.887198 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:25.897699 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5d4a6-7d8a-4da5-b289-24c650dc368d req-b550be27-7998-487a-8152-a9c3d7cda234 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:25.906724 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f1b5d4a6-7d8a-4da5-b289-24c650dc368d req-b550be27-7998-487a-8152-a9c3d7cda234 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 947 time: 0.3514645 May 28 03:43:25.979223 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:26.042400 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f1b5d4a6-7d8a-4da5-b289-24c650dc368d req-90ea5b1d-6170-4247-b3c8-e1f6b30a0221 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups?id=2eac8046-23a5-4b56-a76b-2b5e8f0ada04&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176608 May 28 03:43:26.047633 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] For port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:26.047934 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:26.239333 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:26.239680 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (ebd5eafe-ab38-4106-94bc-5771c0411094), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:26.239985 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Floating IP ebd5eafe-ab38-4106-94bc-5771c0411094 disassociated. External IP: 172.27.3.198, port: 73f87b73-9d7c-43a7-9bd2-dc7fb5450112. May 28 03:43:26.240323 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Calling delete_port for 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:43:26.311563 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:26.461032 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (73f87b73-9d7c-43a7-9bd2-dc7fb5450112), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:26.489471 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event deleted for resources: {'Port': ['ID=73f87b73-9d7c-43a7-9bd2-dc7fb5450112,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:26.501886 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.502266 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.502607 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.502937 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.503261 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.503589 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.503961 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.504284 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.504604 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.504921 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.505273 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.505591 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.505908 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.506771 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.507085 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:26.612169 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Router bd7f9c2a-6924-48ec-95dd-51cac4602f80 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:43:26.716804 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:43:26.726503 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11fd556-0270-46d9-86e0-8b0b6e721482 None None] Sync routers for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:43:26.736254 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11fd556-0270-46d9-86e0-8b0b6e721482 None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:43:26.736866 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f11fd556-0270-46d9-86e0-8b0b6e721482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:43:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:26.760628 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] No DVR routers for this DVR port 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:43:26.763164 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:26.777359 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-749dd7cd-fe87-46e2-8fbd-327b810ad653 req-50bb5747-46ed-4f3f-b5f5-74c2d4cbde90 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.27 "DELETE /v2.0/ports/73f87b73-9d7c-43a7-9bd2-dc7fb5450112 HTTP/1.1" status: 204 len: 173 time: 1.2492831 May 28 03:43:26.777359 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'name': 'network-vif-deleted', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:43:26.777359 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30196e9-d1c1-42a5-a241-7f4bdc3cf7c6" -d '{"events": [{"server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "name": "network-vif-deleted", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:43:26.803967 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc0f71ae-c7fd-48f1-9545-5b6529462a8c x-openstack-request-id: req-bc0f71ae-c7fd-48f1-9545-5b6529462a8c {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:43:26.804260 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6be2aeaa-8d90-4e51-87d2-d02a8566ac1a", "name": "network-vif-deleted", "tag": "73f87b73-9d7c-43a7-9bd2-dc7fb5450112", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:43:26.804513 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-bc0f71ae-c7fd-48f1-9545-5b6529462a8c {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:43:26.804911 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc0f71ae-c7fd-48f1-9545-5b6529462a8c'] response: {'server_uuid': '6be2aeaa-8d90-4e51-87d2-d02a8566ac1a', 'name': 'network-vif-deleted', 'tag': '73f87b73-9d7c-43a7-9bd2-dc7fb5450112', 'status': 'completed', 'code': 200} May 28 03:43:26.841494 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-f11fd556-0270-46d9-86e0-8b0b6e721482 None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:43:27.055500 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f11fd556-0270-46d9-86e0-8b0b6e721482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:59Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:27.080266 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11fd556-0270-46d9-86e0-8b0b6e721482 None None] Checking router: bd7f9c2a-6924-48ec-95dd-51cac4602f80 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:43:27.091584 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11fd556-0270-46d9-86e0-8b0b6e721482 None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:43:27.094432 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f11fd556-0270-46d9-86e0-8b0b6e721482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:43:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:27.167730 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-20684975-b5c9-4ff3-b47c-4eb7a3bb8be0 req-a5618cb2-f1e5-4fa1-ad26-9f15806e5049 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 210 time: 0.0325367 May 28 03:43:27.289213 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-f11fd556-0270-46d9-86e0-8b0b6e721482 None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:43:27.478636 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-f11fd556-0270-46d9-86e0-8b0b6e721482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:59Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:27.502700 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11fd556-0270-46d9-86e0-8b0b6e721482 None None] The sync data for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi is: [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:35:49Z', 'revision_number': 4, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'e425c067-f30d-4130-9106-b5c39964f78d', 'name': '', 'network_id': 'f47d9414-85e4-4030-814e-0a5133c3d4b0', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'mac_address': 'fa:16:3e:8b:ae:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:48Z', 'updated_at': '2022-05-28T03:35:59Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'subnets': [{'id': 'ecff4fe7-9023-4e78-a8a1-18009f3ef5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:43:27.736555 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb59112-7d81-4de5-861d-0e516686887d None None] New status for floating IP ebd5eafe-ab38-4106-94bc-5771c0411094: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:43:28.271114 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4a9828f3-11b2-417d-915c-e2f398a5b767 req-4a31745e-fef2-48a1-b56c-f92ad7aa4dfd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 210 time: 0.0279052 May 28 03:43:29.384217 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b6dd9458-7610-4070-a0fa-34f06b38fee0 req-51ab6755-b10a-409c-9c5a-e0333223914e tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/ports?device_id=6be2aeaa-8d90-4e51-87d2-d02a8566ac1a HTTP/1.1" status: 200 len: 210 time: 0.0370631 May 28 03:43:30.551513 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39908) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:30.610409 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group (2eac8046-23a5-4b56-a76b-2b5e8f0ada04), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:30.633654 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group (2eac8046-23a5-4b56-a76b-2b5e8f0ada04), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:30.745435 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (2eac8046-23a5-4b56-a76b-2b5e8f0ada04), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:30.748084 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:30.749262 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "DELETE /v2.0/security-groups/2eac8046-23a5-4b56-a76b-2b5e8f0ada04 HTTP/1.1" status: 204 len: 168 time: 0.1967430 May 28 03:43:30.752222 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 39910) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:30.758916 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac8046-23a5-4b56-a76b-2b5e8f0ada04,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:30.766166 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.766535 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.api.v2.resource [None req-64b0b7dc-f857-4583-a171-746c9e635572 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] show failed (client error): The resource could not be found. May 28 03:43:30.766671 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.767012 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.767347 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.767641 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-64b0b7dc-f857-4583-a171-746c9e635572 tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "GET /v2.0/security-groups/2eac8046-23a5-4b56-a76b-2b5e8f0ada04 HTTP/1.1" status: 404 len: 347 time: 0.0144241 May 28 03:43:30.767767 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.767999 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.768328 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.768653 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.768976 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.769329 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.769644 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.769965 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.770283 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.770508 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 39912) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:30.770637 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.770904 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e928eb7-0833-424c-8997-c78bdb0f22fd tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:30.883329 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39916) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:30.895136 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0b7eb-5339-4400-98f7-411eec9a944c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Deleting port c5f74b31-fbcf-482d-ab93-1e2710dfe13a {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:43:30.895476 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b7eb-5339-4400-98f7-411eec9a944c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (c5f74b31-fbcf-482d-ab93-1e2710dfe13a), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:30.977657 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b7eb-5339-4400-98f7-411eec9a944c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (c5f74b31-fbcf-482d-ab93-1e2710dfe13a), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:30.977987 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b7eb-5339-4400-98f7-411eec9a944c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (c5f74b31-fbcf-482d-ab93-1e2710dfe13a), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:30.991050 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-1ee0b7eb-5339-4400-98f7-411eec9a944c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Calling delete_port for c5f74b31-fbcf-482d-ab93-1e2710dfe13a owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:43:30.999517 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:31.008024 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb495f6c-9916-4ccc-a86a-4cfa2a362e71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:31.093084 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:31.111791 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb495f6c-9916-4ccc-a86a-4cfa2a362e71 admin admin] Publish callbacks [] for security_group (1cd46461-250a-4312-af1c-2a109d3b2f5d), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:31.173757 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb495f6c-9916-4ccc-a86a-4cfa2a362e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1cd46461-250a-4312-af1c-2a109d3b2f5d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:31.173941 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b7eb-5339-4400-98f7-411eec9a944c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (c5f74b31-fbcf-482d-ab93-1e2710dfe13a), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:31.199740 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee0b7eb-5339-4400-98f7-411eec9a944c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Pushing event deleted for resources: {'Port': ['ID=c5f74b31-fbcf-482d-ab93-1e2710dfe13a,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:31.220676 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb495f6c-9916-4ccc-a86a-4cfa2a362e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd46461-250a-4312-af1c-2a109d3b2f5d,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:31.228999 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-bb495f6c-9916-4ccc-a86a-4cfa2a362e71 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=9e4a2936787c417a8f573813e3234743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3446167 May 28 03:43:31.229828 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 39936) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:31.281380 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b7eb-5339-4400-98f7-411eec9a944c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks [] for floatingip (ebd5eafe-ab38-4106-94bc-5771c0411094), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:31.283624 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-63ab599b-8c06-4311-8c2b-34fa0d329d16 admin admin] Publish callbacks [] for security_group (1cd46461-250a-4312-af1c-2a109d3b2f5d), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:31.284246 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1ee0b7eb-5339-4400-98f7-411eec9a944c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:31.285424 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1ee0b7eb-5339-4400-98f7-411eec9a944c tempest-AttachVolumeShelveTestJSON-685474044 tempest-AttachVolumeShelveTestJSON-685474044-project] 10.222.0.41 "DELETE /v2.0/floatingips/ebd5eafe-ab38-4106-94bc-5771c0411094 HTTP/1.1" status: 204 len: 168 time: 0.5138490 May 28 03:43:31.312481 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-63ab599b-8c06-4311-8c2b-34fa0d329d16 admin admin] Publish callbacks [] for security_group (1cd46461-250a-4312-af1c-2a109d3b2f5d), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:31.444738 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-63ab599b-8c06-4311-8c2b-34fa0d329d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1cd46461-250a-4312-af1c-2a109d3b2f5d), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:31.447552 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-63ab599b-8c06-4311-8c2b-34fa0d329d16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:31.449187 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-63ab599b-8c06-4311-8c2b-34fa0d329d16 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1cd46461-250a-4312-af1c-2a109d3b2f5d HTTP/1.1" status: 204 len: 168 time: 0.2183955 May 28 03:43:31.458833 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab599b-8c06-4311-8c2b-34fa0d329d16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd46461-250a-4312-af1c-2a109d3b2f5d,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:32.272820 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:43:32.295465 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:43:32.295809 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 73f87b73-9d7c-43a7-9bd2-dc7fb5450112 not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:43:34.086023 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40020) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:34.190174 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ec566ce8-389a-4fd2-9d68-f1b357012ad3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:34.199996 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:34.271113 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ec566ce8-389a-4fd2-9d68-f1b357012ad3 admin admin] Publish callbacks [] for security_group (dda4576c-6b30-40cf-9df6-d493856320f2), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:34.326629 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40032) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:34.332710 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ec566ce8-389a-4fd2-9d68-f1b357012ad3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (dda4576c-6b30-40cf-9df6-d493856320f2), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:34.379312 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ec566ce8-389a-4fd2-9d68-f1b357012ad3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c7f2e71c1ea8422b9f13d34056f29a9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922325 May 28 03:43:34.382017 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40036) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:34.384935 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec566ce8-389a-4fd2-9d68-f1b357012ad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda4576c-6b30-40cf-9df6-d493856320f2,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:34.410366 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:34.433711 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a0fef961-e863-4368-967f-9a221515728e admin admin] Publish callbacks [] for security_group (dda4576c-6b30-40cf-9df6-d493856320f2), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:34.456120 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a0fef961-e863-4368-967f-9a221515728e admin admin] Publish callbacks [] for security_group (dda4576c-6b30-40cf-9df6-d493856320f2), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:34.598605 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a0fef961-e863-4368-967f-9a221515728e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (dda4576c-6b30-40cf-9df6-d493856320f2), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:34.601549 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a0fef961-e863-4368-967f-9a221515728e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:34.605250 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a0fef961-e863-4368-967f-9a221515728e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dda4576c-6b30-40cf-9df6-d493856320f2 HTTP/1.1" status: 204 len: 168 time: 0.2198052 May 28 03:43:34.614215 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fef961-e863-4368-967f-9a221515728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda4576c-6b30-40cf-9df6-d493856320f2,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:34.766525 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c465c992-1e33-49c0-8b77-10049298e998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-877798'] for router_interface (bd7f9c2a-6924-48ec-95dd-51cac4602f80), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:35.038103 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:35.052156 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-c465c992-1e33-49c0-8b77-10049298e998 admin admin] Deleting port e425c067-f30d-4130-9106-b5c39964f78d {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:43:35.052156 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c465c992-1e33-49c0-8b77-10049298e998 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (e425c067-f30d-4130-9106-b5c39964f78d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:35.140330 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-c465c992-1e33-49c0-8b77-10049298e998 admin admin] For port e425c067-f30d-4130-9106-b5c39964f78d, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=e425c067-f30d-4130-9106-b5c39964f78d,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:35.141029 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c465c992-1e33-49c0-8b77-10049298e998 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (e425c067-f30d-4130-9106-b5c39964f78d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:35.154418 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-c465c992-1e33-49c0-8b77-10049298e998 admin admin] Calling delete_port for e425c067-f30d-4130-9106-b5c39964f78d owned by network:router_interface {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:43:35.193262 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:35.279760 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40054) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:35.293895 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-db707840-3d27-4369-8b11-b211038e29af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:35.372099 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-db707840-3d27-4369-8b11-b211038e29af admin admin] Publish callbacks [] for security_group (b891d795-64bd-43d5-9e42-ac579770ba3a), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:35.390511 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c465c992-1e33-49c0-8b77-10049298e998 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (e425c067-f30d-4130-9106-b5c39964f78d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:35.416629 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c465c992-1e33-49c0-8b77-10049298e998 admin admin] Pushing event deleted for resources: {'Port': ['ID=e425c067-f30d-4130-9106-b5c39964f78d,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:35.450283 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-db707840-3d27-4369-8b11-b211038e29af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (b891d795-64bd-43d5-9e42-ac579770ba3a), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:35.497133 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-db707840-3d27-4369-8b11-b211038e29af admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dc3eae34c82744f6a4221a942d434d6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172759 May 28 03:43:35.501208 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40056) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:35.510166 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db707840-3d27-4369-8b11-b211038e29af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b891d795-64bd-43d5-9e42-ac579770ba3a,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:35.570736 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f5ede902-63be-4d45-b599-0e3234605a03 admin admin] Publish callbacks [] for security_group (b891d795-64bd-43d5-9e42-ac579770ba3a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:35.599337 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f5ede902-63be-4d45-b599-0e3234605a03 admin admin] Publish callbacks [] for security_group (b891d795-64bd-43d5-9e42-ac579770ba3a), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:35.601413 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c465c992-1e33-49c0-8b77-10049298e998 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-877690'] for router_interface (bd7f9c2a-6924-48ec-95dd-51cac4602f80), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:35.819395 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c465c992-1e33-49c0-8b77-10049298e998 admin admin] Router bd7f9c2a-6924-48ec-95dd-51cac4602f80 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:43:35.964969 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f5ede902-63be-4d45-b599-0e3234605a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (b891d795-64bd-43d5-9e42-ac579770ba3a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:35.967860 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f5ede902-63be-4d45-b599-0e3234605a03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:35.971605 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f5ede902-63be-4d45-b599-0e3234605a03 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/b891d795-64bd-43d5-9e42-ac579770ba3a HTTP/1.1" status: 204 len: 168 time: 0.4667237 May 28 03:43:35.981054 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ede902-63be-4d45-b599-0e3234605a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b891d795-64bd-43d5-9e42-ac579770ba3a,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:36.181410 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c465c992-1e33-49c0-8b77-10049298e998 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:43:36.186919 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c465c992-1e33-49c0-8b77-10049298e998 admin admin] 10.222.0.41 "PUT /v2.0/routers/bd7f9c2a-6924-48ec-95dd-51cac4602f80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8592668 May 28 03:43:36.195668 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458dc59-329e-4bc0-b7af-ea2e213f0fe5 None None] Sync routers for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:43:36.196552 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40066) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:36.211566 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458dc59-329e-4bc0-b7af-ea2e213f0fe5 None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:43:36.212200 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-c458dc59-329e-4bc0-b7af-ea2e213f0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:43:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:36.311816 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Publish callbacks [] for router (bd7f9c2a-6924-48ec-95dd-51cac4602f80), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:36.335726 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-c458dc59-329e-4bc0-b7af-ea2e213f0fe5 None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:43:36.422332 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:DELETE=9,neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:36.439016 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Publish callbacks [] for router_gateway (bd7f9c2a-6924-48ec-95dd-51cac4602f80), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:36.529699 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-c458dc59-329e-4bc0-b7af-ea2e213f0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:43:35Z', 'revision_number': 5, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port': {'id': '404662b0-d552-4da8-ab04-39bb0f2854b8', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:d9:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:35:44Z', 'updated_at': '2022-05-28T03:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:36.536032 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:36.539765 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:36.561967 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458dc59-329e-4bc0-b7af-ea2e213f0fe5 None None] Checking router: bd7f9c2a-6924-48ec-95dd-51cac4602f80 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:43:36.567076 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Deleting port 404662b0-d552-4da8-ab04-39bb0f2854b8 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:43:36.582972 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:36.583642 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c458dc59-329e-4bc0-b7af-ea2e213f0fe5 None None] Routers {'bd7f9c2a-6924-48ec-95dd-51cac4602f80'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:43:36.583642 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-c458dc59-329e-4bc0-b7af-ea2e213f0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:43:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:36.653652 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] For port 404662b0-d552-4da8-ab04-39bb0f2854b8, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=404662b0-d552-4da8-ab04-39bb0f2854b8,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:36.654025 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:36.659464 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-c458dc59-329e-4bc0-b7af-ea2e213f0fe5 None None] Set router bd7f9c2a-6924-48ec-95dd-51cac4602f80 gateway port host: None {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:43:36.660964 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:36.668417 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Calling delete_port for 404662b0-d552-4da8-ab04-39bb0f2854b8 owned by network:router_gateway {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:43:36.710998 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-c458dc59-329e-4bc0-b7af-ea2e213f0fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:43:36Z', 'revision_number': 6, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port_host': None}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:36.751281 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c458dc59-329e-4bc0-b7af-ea2e213f0fe5 None None] The sync data for ids ['bd7f9c2a-6924-48ec-95dd-51cac4602f80'] in dv-cinder-843361-3-iscsi is: [{'id': 'bd7f9c2a-6924-48ec-95dd-51cac4602f80', 'name': 'tempest-AttachVolumeShelveTestJSON-1838235050-router', 'tenant_id': '3611c72fb0b8472da98ba9b0c0d86843', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:35:43Z', 'updated_at': '2022-05-28T03:43:36Z', 'revision_number': 6, 'project_id': '3611c72fb0b8472da98ba9b0c0d86843', 'gw_port_host': None}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:43:36.952848 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (404662b0-d552-4da8-ab04-39bb0f2854b8), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:36.982541 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Pushing event deleted for resources: {'Port': ['ID=404662b0-d552-4da8-ab04-39bb0f2854b8,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:37.066046 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-878296'] for router_gateway (bd7f9c2a-6924-48ec-95dd-51cac4602f80), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:37.162285 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router (bd7f9c2a-6924-48ec-95dd-51cac4602f80), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:37.164860 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Publish callbacks [] for router_controller (bd7f9c2a-6924-48ec-95dd-51cac4602f80), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:37.306988 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580738'] for router (bd7f9c2a-6924-48ec-95dd-51cac4602f80), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:37.307639 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd7f9c2a-6924-48ec-95dd-51cac4602f80 {{(pid=104449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 03:43:37.312405 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:37.318576 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-7c3cb69b-3b52-4527-8d13-fa8a768c4255 admin admin] 10.222.0.41 "DELETE /v2.0/routers/bd7f9c2a-6924-48ec-95dd-51cac4602f80 HTTP/1.1" status: 204 len: 168 time: 1.1156666 May 28 03:43:37.320518 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40094) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:37.372746 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-55858f97-0557-4124-8fa5-90f5189ae845 admin admin] Deleting subnet ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:43:37.372746 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-55858f97-0557-4124-8fa5-90f5189ae845 admin admin] Publish callbacks [] for subnet (ecff4fe7-9023-4e78-a8a1-18009f3ef5a6), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:37.406068 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-55858f97-0557-4124-8fa5-90f5189ae845 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4578836'] for subnet (ecff4fe7-9023-4e78-a8a1-18009f3ef5a6), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:37.507406 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-55858f97-0557-4124-8fa5-90f5189ae845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (ecff4fe7-9023-4e78-a8a1-18009f3ef5a6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:37.660282 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068edf54-1051-4964-80cc-b7e58d11e1f9 req-a660ca8b-e804-4c71-a9b5-7a6cf920dfce tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:37.660282 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-068edf54-1051-4964-80cc-b7e58d11e1f9 req-a660ca8b-e804-4c71-a9b5-7a6cf920dfce tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 945 time: 0.0499530 May 28 03:43:37.708073 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-068edf54-1051-4964-80cc-b7e58d11e1f9 req-6557502f-9cdd-4f39-9fdd-ebd362435ab8 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431819 May 28 03:43:37.719591 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-55858f97-0557-4124-8fa5-90f5189ae845 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5211730'] for subnet (ecff4fe7-9023-4e78-a8a1-18009f3ef5a6), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:37.733005 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:37.736515 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-55858f97-0557-4124-8fa5-90f5189ae845 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:37.737835 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40110) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:37.740293 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-55858f97-0557-4124-8fa5-90f5189ae845 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ecff4fe7-9023-4e78-a8a1-18009f3ef5a6 HTTP/1.1" status: 204 len: 168 time: 0.4177749 May 28 03:43:37.754423 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40112) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:37.755382 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2d1e39-8820-4ec2-9303-894fa1ec076a None None] Network f47d9414-85e4-4030-814e-0a5133c3d4b0 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:43:37.767426 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:37.767793 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55858f97-0557-4124-8fa5-90f5189ae845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecff4fe7-9023-4e78-a8a1-18009f3ef5a6,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:37.852151 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (f47d9414-85e4-4030-814e-0a5133c3d4b0), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:37.921923 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Deleting port fbf4b4d8-c036-4401-bf6a-751d45496ff3 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:43:37.922639 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:37.985362 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] DHCP port deletion for f47d9414-85e4-4030-814e-0a5133c3d4b0 request from dv-cinder-843361-3-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 03:43:38.024590 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] For port fbf4b4d8-c036-4401-bf6a-751d45496ff3, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=fbf4b4d8-c036-4401-bf6a-751d45496ff3,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:38.024964 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.036668 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Deleting port fbf4b4d8-c036-4401-bf6a-751d45496ff3 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:43:38.037091 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.052214 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Calling delete_port for fbf4b4d8-c036-4401-bf6a-751d45496ff3 owned by network:dhcp {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:43:38.061216 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:38.148011 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] For port fbf4b4d8-c036-4401-bf6a-751d45496ff3, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=fbf4b4d8-c036-4401-bf6a-751d45496ff3,segment=NetworkSegment(28886fdc-4c86-4e38-ad7a-c3b8e4c18a27),segment_id=28886fdc-4c86-4e38-ad7a-c3b8e4c18a27)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:38.148744 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.170183 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Calling delete_port for fbf4b4d8-c036-4401-bf6a-751d45496ff3 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:43:38.209973 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e6c58e-cecb-4e00-8e2d-c8e75f544181 tempest-TestMinimumBasicScenario-1010008581 tempest-TestMinimumBasicScenario-1010008581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:38.211587 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f4e6c58e-cecb-4e00-8e2d-c8e75f544181 tempest-TestMinimumBasicScenario-1010008581 tempest-TestMinimumBasicScenario-1010008581-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 1124 time: 0.4691620 May 28 03:43:38.215025 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40130) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:38.221652 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'port_id': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'tenant_id': '23f8194639b14942b36011698807b031', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:38.243354 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device e425c067-f30d-4130-9106-b5c39964f78d no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:43:38.271895 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: e425c067-f30d-4130-9106-b5c39964f78d {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:43:38.272243 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device e425c067-f30d-4130-9106-b5c39964f78d not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:43:38.272669 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 404662b0-d552-4da8-ab04-39bb0f2854b8 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:43:38.304182 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 404662b0-d552-4da8-ab04-39bb0f2854b8 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:43:38.304768 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 404662b0-d552-4da8-ab04-39bb0f2854b8 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:43:38.305417 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device fbf4b4d8-c036-4401-bf6a-751d45496ff3 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:43:38.327927 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.352686 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.363682 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No ports have port_id starting with fbf4b4d8-c036-4401-bf6a-751d45496ff3 May 28 03:43:38.377727 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (fbf4b4d8-c036-4401-bf6a-751d45496ff3), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.386270 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] No DVR routers for this DVR port fbf4b4d8-c036-4401-bf6a-751d45496ff3 on host dv-cinder-843361-3-iscsi {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:43:38.404608 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Pushing event deleted for resources: {'Port': ['ID=fbf4b4d8-c036-4401-bf6a-751d45496ff3,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:38.407940 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] No DVR routers for this DVR port fbf4b4d8-c036-4401-bf6a-751d45496ff3 on host dv-cinder-843361-3-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:43:38.415079 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.415738 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.416269 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.416817 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.417377 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.417915 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.418432 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.419114 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.419678 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.420203 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.420962 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.421684 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.422222 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.422772 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.424089 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e1473d-e180-42b2-95a0-47441cbd7607 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:43:38.438229 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.471171 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbf4b4d8-c036-4401-bf6a-751d45496ff3,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:38.541714 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (f47d9414-85e4-4030-814e-0a5133c3d4b0), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.565499 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f47d9414-85e4-4030-814e-0a5133c3d4b0']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:38.572996 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:38.573464 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28886fdc-4c86-4e38-ad7a-c3b8e4c18a27') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:38.578251 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Allocated IP 172.27.3.178 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/b4fd9f4f-128d-40f1-babd-0bc27b8f8322) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:43:38.583961 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171960'] for segment (28886fdc-4c86-4e38-ad7a-c3b8e4c18a27), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.598539 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (28886fdc-4c86-4e38-ad7a-c3b8e4c18a27), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.606209 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:43:38.607010 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5709914'] for segment (28886fdc-4c86-4e38-ad7a-c3b8e4c18a27), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.635848 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 28886fdc-4c86-4e38-ad7a-c3b8e4c18a27 resource provider aggregate not found May 28 03:43:38.666081 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:38.682907 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 28886fdc-4c86-4e38-ad7a-c3b8e4c18a27 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 28886fdc-4c86-4e38-ad7a-c3b8e4c18a27 found for delete ", "request_id": "req-88991cc2-cee4-40e2-81f1-155fdca28f76"}]} May 28 03:43:38.711559 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for port (b4fd9f4f-128d-40f1-babd-0bc27b8f8322), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.758781 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (f47d9414-85e4-4030-814e-0a5133c3d4b0), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.764521 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.767872 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/f47d9414-85e4-4030-814e-0a5133c3d4b0 HTTP/1.1" status: 204 len: 168 time: 1.0121648 May 28 03:43:38.785256 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89efeb0-53c8-45df-ba86-974f4a19a9a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f47d9414-85e4-4030-814e-0a5133c3d4b0,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:38.821667 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (b4fd9f4f-128d-40f1-babd-0bc27b8f8322), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:38.880364 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:43:38.883350 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:43:38.886747 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:43:38.889617 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event updated for resources: {'Port': ['ID=b4fd9f4f-128d-40f1-babd-0bc27b8f8322,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:39.031919 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:39.265681 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40182) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:39.317025 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-05f060cd-16f0-448a-ae80-ccee76fa9d47 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=3611c72fb0b8472da98ba9b0c0d86843&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0498929 May 28 03:43:39.320095 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40186) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:39.327799 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for floatingip (97ce437a-a059-4305-b0a7-e2b80e13331d), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:39.384622 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4d2cb819-30a6-4ac5-bef1-2e86841e4fb6 admin admin] Publish callbacks [] for security_group (17ffde2d-ddf5-48e6-9369-48f75012e534), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:39.406380 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4d2cb819-30a6-4ac5-bef1-2e86841e4fb6 admin admin] Publish callbacks [] for security_group (17ffde2d-ddf5-48e6-9369-48f75012e534), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:39.473615 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (b4fd9f4f-128d-40f1-babd-0bc27b8f8322), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:39.552057 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4d2cb819-30a6-4ac5-bef1-2e86841e4fb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (17ffde2d-ddf5-48e6-9369-48f75012e534), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:39.552057 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-4d2cb819-30a6-4ac5-bef1-2e86841e4fb6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:39.552057 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-4d2cb819-30a6-4ac5-bef1-2e86841e4fb6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/17ffde2d-ddf5-48e6-9369-48f75012e534 HTTP/1.1" status: 204 len: 168 time: 0.2304528 May 28 03:43:39.572594 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2cb819-30a6-4ac5-bef1-2e86841e4fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ffde2d-ddf5-48e6-9369-48f75012e534,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:39.694832 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for port (b4fd9f4f-128d-40f1-babd-0bc27b8f8322), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:39.787847 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578654'] for port (b4fd9f4f-128d-40f1-babd-0bc27b8f8322), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:39.821599 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:39.862716 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event updated for resources: {'Port': ['ID=b4fd9f4f-128d-40f1-babd-0bc27b8f8322,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:39.875916 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (97ce437a-a059-4305-b0a7-e2b80e13331d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:39.975745 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Floating IP 97ce437a-a059-4305-b0a7-e2b80e13331d associated. External IP: 172.27.3.178, port: 88c75168-a0ab-4da4-b23a-190a9097ec15. May 28 03:43:40.143666 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:40.214289 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:43:40.299757 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40228) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:40.353283 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:43:40.366664 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d278f71-6c05-422e-8a55-8eccf8d7d01b None None] Sync routers for ids ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:43:40.382740 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d278f71-6c05-422e-8a55-8eccf8d7d01b None None] Routers {'19e4f1bb-de21-4d5b-9eba-bf1764e44de4'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:43:40.383393 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-7d278f71-6c05-422e-8a55-8eccf8d7d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:43:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:40.450373 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:40.468658 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-701d5673-15b7-4b19-8336-68d7dc899912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:40.498223 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:40.520112 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-7d278f71-6c05-422e-8a55-8eccf8d7d01b None None] Set router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:43:40.532828 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-84b5ebae-0b1e-4bec-a1cf-e5ff8cb8b5be tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3160136 May 28 03:43:40.533482 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:43:40.536032 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8d546f-43ff-4f3d-904d-21daea2aa982" -d '{"events": [{"name": "network-changed", "server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:43:40.536224 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40240) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:40.543383 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-096f16a7-dd67-48dd-9d69-4cfed53e086e tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-990483197', 'description': 'tempest-secgroup-smoke-990483197 description', 'project_id': '23f8194639b14942b36011698807b031'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:40.612819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-701d5673-15b7-4b19-8336-68d7dc899912 admin admin] Publish callbacks [] for security_group (861b2dc7-43a3-4fe9-8df7-42f2b575d479), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:40.654057 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:40.677297 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-096f16a7-dd67-48dd-9d69-4cfed53e086e tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:40.733696 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-701d5673-15b7-4b19-8336-68d7dc899912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (861b2dc7-43a3-4fe9-8df7-42f2b575d479), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:40.757281 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:40.802883 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=13 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:40.809712 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d5673-15b7-4b19-8336-68d7dc899912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861b2dc7-43a3-4fe9-8df7-42f2b575d479,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:40.818004 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-701d5673-15b7-4b19-8336-68d7dc899912 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f203934f796346bb954177203dffe764&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5169566 May 28 03:43:40.820822 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40250) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:40.862845 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-7d278f71-6c05-422e-8a55-8eccf8d7d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '97ce437a-a059-4305-b0a7-e2b80e13331d', 'tenant_id': '23f8194639b14942b36011698807b031', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'port_id': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'mac_address': 'fa:16:3e:17:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a799146f-de30-4095-8dfe-29d2b99837da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:43:39Z', 'updated_at': '2022-05-28T03:43:39Z', 'revision_number': 0, 'project_id': '23f8194639b14942b36011698807b031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a893bed6-3631-4ca8-acd7-6cb870dbe42e', 'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'tenant_id': '23f8194639b14942b36011698807b031', 'mac_address': 'fa:16:3e:ce:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:39Z', 'updated_at': '2022-05-28T03:42:46Z', 'revision_number': 5, 'project_id': '23f8194639b14942b36011698807b031', 'subnets': [{'id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:40.885898 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-096f16a7-dd67-48dd-9d69-4cfed53e086e tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group (058a59c8-29c7-4c4b-bf28-a705fd027d0c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:40.919989 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0f69d990-3d15-4671-bb17-ec9bb440902e admin admin] Publish callbacks [] for security_group (861b2dc7-43a3-4fe9-8df7-42f2b575d479), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:40.925857 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa58b351-92e9-44c8-afbc-9a0e54af417b x-openstack-request-id: req-aa58b351-92e9-44c8-afbc-9a0e54af417b {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:43:40.926188 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:43:40.927924 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-aa58b351-92e9-44c8-afbc-9a0e54af417b {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:43:40.927924 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa58b351-92e9-44c8-afbc-9a0e54af417b'] response: {'name': 'network-changed', 'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'status': 'completed', 'code': 200} May 28 03:43:40.931721 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d278f71-6c05-422e-8a55-8eccf8d7d01b None None] Checking router: 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:43:40.944657 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d278f71-6c05-422e-8a55-8eccf8d7d01b None None] Routers {'19e4f1bb-de21-4d5b-9eba-bf1764e44de4'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:43:40.945451 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-7d278f71-6c05-422e-8a55-8eccf8d7d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:43:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:40.948268 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0f69d990-3d15-4671-bb17-ec9bb440902e admin admin] Publish callbacks [] for security_group (861b2dc7-43a3-4fe9-8df7-42f2b575d479), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:40.996290 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-096f16a7-dd67-48dd-9d69-4cfed53e086e tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (058a59c8-29c7-4c4b-bf28-a705fd027d0c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:41.025915 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d546f-43ff-4f3d-904d-21daea2aa982 req-1be75e4d-2eb7-47c9-a0f3-5ae64c333a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:41.027444 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a8d546f-43ff-4f3d-904d-21daea2aa982 req-1be75e4d-2eb7-47c9-a0f3-5ae64c333a58 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=23f8194639b14942b36011698807b031&device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 1129 time: 0.0841260 May 28 03:43:41.057165 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096f16a7-dd67-48dd-9d69-4cfed53e086e tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058a59c8-29c7-4c4b-bf28-a705fd027d0c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:41.122192 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0f69d990-3d15-4671-bb17-ec9bb440902e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (861b2dc7-43a3-4fe9-8df7-42f2b575d479), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:41.126607 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-0f69d990-3d15-4671-bb17-ec9bb440902e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:41.136246 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-0f69d990-3d15-4671-bb17-ec9bb440902e admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/861b2dc7-43a3-4fe9-8df7-42f2b575d479 HTTP/1.1" status: 204 len: 168 time: 0.3114967 May 28 03:43:41.138572 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-096f16a7-dd67-48dd-9d69-4cfed53e086e tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:41.143731 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-096f16a7-dd67-48dd-9d69-4cfed53e086e tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.6020606 May 28 03:43:41.155757 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40264) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:41.162221 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-f697cbc3-626a-4d6a-8238-acef13d10eeb tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Request body: {'security_group_rule': {'security_group_id': '058a59c8-29c7-4c4b-bf28-a705fd027d0c', 'project_id': '23f8194639b14942b36011698807b031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:41.165426 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f69d990-3d15-4671-bb17-ec9bb440902e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861b2dc7-43a3-4fe9-8df7-42f2b575d479,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:41.175070 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d546f-43ff-4f3d-904d-21daea2aa982 req-61eb5b2f-4297-4cb4-8af5-e684dd425f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:41.183355 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a8d546f-43ff-4f3d-904d-21daea2aa982 req-61eb5b2f-4297-4cb4-8af5-e684dd425f77 service neutron] 10.222.0.27 "GET /v2.0/networks?id=184aa47e-df50-4987-8d3f-0e187a7b314b HTTP/1.1" status: 200 len: 915 time: 0.1412416 May 28 03:43:41.208273 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-7d278f71-6c05-422e-8a55-8eccf8d7d01b None None] Set router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:43:41.249993 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a8d546f-43ff-4f3d-904d-21daea2aa982 req-66dc78f7-5cac-4dbb-8570-cb62af4fc1cb service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c75168-a0ab-4da4-b23a-190a9097ec15 HTTP/1.1" status: 200 len: 999 time: 0.0661581 May 28 03:43:41.331638 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d546f-43ff-4f3d-904d-21daea2aa982 req-d3797b5f-c8e4-4d86-8cd8-ca4c743b1a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:41.335520 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a8d546f-43ff-4f3d-904d-21daea2aa982 req-d3797b5f-c8e4-4d86-8cd8-ca4c743b1a1a service neutron] 10.222.0.27 "GET /v2.0/subnets?id=cc27aa4c-1a23-42f7-80c5-81e071af24f7 HTTP/1.1" status: 200 len: 853 time: 0.0784645 May 28 03:43:41.405202 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f697cbc3-626a-4d6a-8238-acef13d10eeb tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (224037e1-9a8b-4429-b0e9-ea9858c8c00d), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:41.419816 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8d546f-43ff-4f3d-904d-21daea2aa982 req-a1d75a4b-24ee-47f7-bf7e-e3f95dfcb3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:41.421635 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a8d546f-43ff-4f3d-904d-21daea2aa982 req-a1d75a4b-24ee-47f7-bf7e-e3f95dfcb3c9 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=184aa47e-df50-4987-8d3f-0e187a7b314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783715 May 28 03:43:41.446288 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:41.471908 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-7d278f71-6c05-422e-8a55-8eccf8d7d01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '97ce437a-a059-4305-b0a7-e2b80e13331d', 'tenant_id': '23f8194639b14942b36011698807b031', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'port_id': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'mac_address': 'fa:16:3e:17:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a799146f-de30-4095-8dfe-29d2b99837da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:43:39Z', 'updated_at': '2022-05-28T03:43:39Z', 'revision_number': 0, 'project_id': '23f8194639b14942b36011698807b031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a893bed6-3631-4ca8-acd7-6cb870dbe42e', 'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'tenant_id': '23f8194639b14942b36011698807b031', 'mac_address': 'fa:16:3e:ce:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:39Z', 'updated_at': '2022-05-28T03:42:46Z', 'revision_number': 5, 'project_id': '23f8194639b14942b36011698807b031', 'subnets': [{'id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:43:41.509735 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d278f71-6c05-422e-8a55-8eccf8d7d01b None None] The sync data for ids ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'] in dv-cinder-843361-3-iscsi is: [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '97ce437a-a059-4305-b0a7-e2b80e13331d', 'tenant_id': '23f8194639b14942b36011698807b031', 'floating_ip_address': '172.27.3.178', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'port_id': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 579, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'mac_address': 'fa:16:3e:17:02:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a799146f-de30-4095-8dfe-29d2b99837da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:43:39Z', 'updated_at': '2022-05-28T03:43:39Z', 'revision_number': 0, 'project_id': '23f8194639b14942b36011698807b031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a893bed6-3631-4ca8-acd7-6cb870dbe42e', 'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'tenant_id': '23f8194639b14942b36011698807b031', 'mac_address': 'fa:16:3e:ce:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:39Z', 'updated_at': '2022-05-28T03:42:46Z', 'revision_number': 5, 'project_id': '23f8194639b14942b36011698807b031', 'subnets': [{'id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:43:41.527198 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f697cbc3-626a-4d6a-8238-acef13d10eeb tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (224037e1-9a8b-4429-b0e9-ea9858c8c00d), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:41.547466 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a8d546f-43ff-4f3d-904d-21daea2aa982 req-d78af75a-882a-4544-ab72-5fc281f86877 service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176279 May 28 03:43:41.597064 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f697cbc3-626a-4d6a-8238-acef13d10eeb tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (224037e1-9a8b-4429-b0e9-ea9858c8c00d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:41.663867 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697cbc3-626a-4d6a-8238-acef13d10eeb tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224037e1-9a8b-4429-b0e9-ea9858c8c00d,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:41.689194 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6a8d546f-43ff-4f3d-904d-21daea2aa982 req-382a0031-1b29-4fc8-bec4-b224807deeff service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299741 May 28 03:43:41.738085 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f697cbc3-626a-4d6a-8238-acef13d10eeb tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:41.741207 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f697cbc3-626a-4d6a-8238-acef13d10eeb tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5826430 May 28 03:43:41.743893 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40276) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:41.751264 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-89230c95-657f-428e-b538-c85091d8c269 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Request body: {'security_group_rule': {'security_group_id': '058a59c8-29c7-4c4b-bf28-a705fd027d0c', 'project_id': '23f8194639b14942b36011698807b031', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:41.780541 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fa81c4-e02a-470f-8641-f6bc86096ef6 None None] New status for floating IP 97ce437a-a059-4305-b0a7-e2b80e13331d: ACTIVE {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:43:41.899572 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-89230c95-657f-428e-b538-c85091d8c269 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (fc4a36b9-80c1-49b6-abc4-dc19fa046d1b), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:41.975926 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-89230c95-657f-428e-b538-c85091d8c269 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (fc4a36b9-80c1-49b6-abc4-dc19fa046d1b), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.002284 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:42.054857 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-89230c95-657f-428e-b538-c85091d8c269 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (fc4a36b9-80c1-49b6-abc4-dc19fa046d1b), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.065547 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40278) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:42.073842 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89230c95-657f-428e-b538-c85091d8c269 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc4a36b9-80c1-49b6-abc4-dc19fa046d1b,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:42.079145 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cca68f44-5b75-4d76-9c62-d1e3027a91b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.159817 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cca68f44-5b75-4d76-9c62-d1e3027a91b6 admin admin] Publish callbacks [] for security_group (fbadc607-254d-4c34-aabd-981b414aeb81), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.217448 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-89230c95-657f-428e-b538-c85091d8c269 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.218851 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-89230c95-657f-428e-b538-c85091d8c269 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4748254 May 28 03:43:42.221708 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40286) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:42.226681 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-e0d201e3-7995-4be0-96c7-ee9b938ccccc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Request body: {'security_group_rule': {'security_group_id': '058a59c8-29c7-4c4b-bf28-a705fd027d0c', 'project_id': '23f8194639b14942b36011698807b031', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:42.243156 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-cca68f44-5b75-4d76-9c62-d1e3027a91b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (fbadc607-254d-4c34-aabd-981b414aeb81), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.284032 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-cca68f44-5b75-4d76-9c62-d1e3027a91b6 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=946e698d460442d9a9c4d663b99d556d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173779 May 28 03:43:42.284901 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca68f44-5b75-4d76-9c62-d1e3027a91b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbadc607-254d-4c34-aabd-981b414aeb81,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:42.287202 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40292) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:42.320723 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:42.341097 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8e020330-5eed-456d-9a87-e47ac3f07f3c admin admin] Publish callbacks [] for security_group (fbadc607-254d-4c34-aabd-981b414aeb81), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.361078 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e0d201e3-7995-4be0-96c7-ee9b938ccccc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (62afbbe9-168e-4f60-bf43-986fae54f9d2), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.382120 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8e020330-5eed-456d-9a87-e47ac3f07f3c admin admin] Publish callbacks [] for security_group (fbadc607-254d-4c34-aabd-981b414aeb81), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.446162 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e0d201e3-7995-4be0-96c7-ee9b938ccccc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (62afbbe9-168e-4f60-bf43-986fae54f9d2), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.568967 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8e020330-5eed-456d-9a87-e47ac3f07f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (fbadc607-254d-4c34-aabd-981b414aeb81), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.574968 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8e020330-5eed-456d-9a87-e47ac3f07f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.574968 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8e020330-5eed-456d-9a87-e47ac3f07f3c admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/fbadc607-254d-4c34-aabd-981b414aeb81 HTTP/1.1" status: 204 len: 168 time: 0.2832384 May 28 03:43:42.577676 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e0d201e3-7995-4be0-96c7-ee9b938ccccc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (62afbbe9-168e-4f60-bf43-986fae54f9d2), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.593350 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e020330-5eed-456d-9a87-e47ac3f07f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbadc607-254d-4c34-aabd-981b414aeb81,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:42.611965 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d201e3-7995-4be0-96c7-ee9b938ccccc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62afbbe9-168e-4f60-bf43-986fae54f9d2,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:42.718835 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e0d201e3-7995-4be0-96c7-ee9b938ccccc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.720073 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e0d201e3-7995-4be0-96c7-ee9b938ccccc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4973965 May 28 03:43:42.722871 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40300) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:42.727196 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-2b5e9682-c22b-4bd9-916f-0b837370d8d1 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Request body: {'security_group_rule': {'security_group_id': '058a59c8-29c7-4c4b-bf28-a705fd027d0c', 'project_id': '23f8194639b14942b36011698807b031', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:42.830670 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2b5e9682-c22b-4bd9-916f-0b837370d8d1 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (4cc20e87-1efb-43da-af96-a9d084cf0765), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.891222 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2b5e9682-c22b-4bd9-916f-0b837370d8d1 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (4cc20e87-1efb-43da-af96-a9d084cf0765), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.965370 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2b5e9682-c22b-4bd9-916f-0b837370d8d1 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (4cc20e87-1efb-43da-af96-a9d084cf0765), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:42.983739 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e9682-c22b-4bd9-916f-0b837370d8d1 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cc20e87-1efb-43da-af96-a9d084cf0765,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:43.057683 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-2b5e9682-c22b-4bd9-916f-0b837370d8d1 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:43.058890 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2b5e9682-c22b-4bd9-916f-0b837370d8d1 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3350649 May 28 03:43:43.061874 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40304) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:43.066322 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-f723c3e0-589c-4191-a98c-4daedc28fed5 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Request body: {'security_group_rule': {'security_group_id': '058a59c8-29c7-4c4b-bf28-a705fd027d0c', 'project_id': '23f8194639b14942b36011698807b031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:43.182041 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.securitygroups_db [None req-f723c3e0-589c-4191-a98c-4daedc28fed5 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Project 23f8194639b14942b36011698807b031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 03:43:43.187927 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f723c3e0-589c-4191-a98c-4daedc28fed5 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (8f893816-15c9-4438-820c-749290813314), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:43.211400 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:43.259641 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f723c3e0-589c-4191-a98c-4daedc28fed5 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (8f893816-15c9-4438-820c-749290813314), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:43.368218 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f723c3e0-589c-4191-a98c-4daedc28fed5 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (8f893816-15c9-4438-820c-749290813314), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:43.387434 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f723c3e0-589c-4191-a98c-4daedc28fed5 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f893816-15c9-4438-820c-749290813314,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:43.472931 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f723c3e0-589c-4191-a98c-4daedc28fed5 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:43.477697 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f723c3e0-589c-4191-a98c-4daedc28fed5 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4113886 May 28 03:43:43.477941 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40322) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:43.483190 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-61d18ad2-74f0-4e36-9d2c-621bf48d94bc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Request body: {'security_group_rule': {'security_group_id': '058a59c8-29c7-4c4b-bf28-a705fd027d0c', 'project_id': '23f8194639b14942b36011698807b031', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:43.587981 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.securitygroups_db [None req-61d18ad2-74f0-4e36-9d2c-621bf48d94bc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Project 23f8194639b14942b36011698807b031 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 03:43:43.595069 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-61d18ad2-74f0-4e36-9d2c-621bf48d94bc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (181abdfa-82a3-456e-a3c7-ca484bfd3a63), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:43.659604 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-61d18ad2-74f0-4e36-9d2c-621bf48d94bc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (181abdfa-82a3-456e-a3c7-ca484bfd3a63), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:43.752447 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-61d18ad2-74f0-4e36-9d2c-621bf48d94bc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (181abdfa-82a3-456e-a3c7-ca484bfd3a63), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:43.772629 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d18ad2-74f0-4e36-9d2c-621bf48d94bc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181abdfa-82a3-456e-a3c7-ca484bfd3a63,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:43.829594 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-61d18ad2-74f0-4e36-9d2c-621bf48d94bc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:43.831477 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-61d18ad2-74f0-4e36-9d2c-621bf48d94bc tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3523660 May 28 03:43:43.962079 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0c192202-92d5-4072-a93c-67b24d695b8c req-5b384635-79f3-4e5d-9e1f-34a934c38c53 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990483197&fields=id&tenant_id=23f8194639b14942b36011698807b031 HTTP/1.1" status: 200 len: 267 time: 0.0543745 May 28 03:43:44.014796 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c192202-92d5-4072-a93c-67b24d695b8c req-e85f1aa0-b805-477b-94b6-d5347f2369ca tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:44.016263 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0c192202-92d5-4072-a93c-67b24d695b8c req-e85f1aa0-b805-477b-94b6-d5347f2369ca tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 945 time: 0.0487499 May 28 03:43:44.026746 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [req-0c192202-92d5-4072-a93c-67b24d695b8c req-b0003e89-d628-4b7a-86a9-e8246c070577 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Request body: {'port': {'security_groups': ['ceacf493-a4ac-4e7a-824a-43ce52fea8b7', '058a59c8-29c7-4c4b-bf28-a705fd027d0c']}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:44.073484 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:44.103873 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-0c192202-92d5-4072-a93c-67b24d695b8c req-b0003e89-d628-4b7a-86a9-e8246c070577 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:44.257429 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:44.353979 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [req-0c192202-92d5-4072-a93c-67b24d695b8c req-b0003e89-d628-4b7a-86a9-e8246c070577 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] For port 88c75168-a0ab-4da4-b23a-190a9097ec15, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=88c75168-a0ab-4da4-b23a-190a9097ec15,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:43:44.385555 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-0c192202-92d5-4072-a93c-67b24d695b8c req-b0003e89-d628-4b7a-86a9-e8246c070577 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:44.528865 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-0c192202-92d5-4072-a93c-67b24d695b8c req-b0003e89-d628-4b7a-86a9-e8246c070577 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578654'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:44.571209 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c192202-92d5-4072-a93c-67b24d695b8c req-b0003e89-d628-4b7a-86a9-e8246c070577 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:44.571785 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [req-0c192202-92d5-4072-a93c-67b24d695b8c req-b0003e89-d628-4b7a-86a9-e8246c070577 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:44.573209 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0c192202-92d5-4072-a93c-67b24d695b8c req-b0003e89-d628-4b7a-86a9-e8246c070577 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "PUT /v2.0/ports/88c75168-a0ab-4da4-b23a-190a9097ec15 HTTP/1.1" status: 200 len: 981 time: 0.5508111 May 28 03:43:44.573669 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:43:44.575955 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7394bf27-dcd0-4189-912a-ccbf92e4ff51" -d '{"events": [{"name": "network-changed", "server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:43:44.604485 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0003e89-d628-4b7a-86a9-e8246c070577 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event updated for resources: {'Port': ['ID=88c75168-a0ab-4da4-b23a-190a9097ec15,revision_number=6']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:44.633329 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee418333-8749-461c-97d4-1beb6b4d8b15 x-openstack-request-id: req-ee418333-8749-461c-97d4-1beb6b4d8b15 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:43:44.633623 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:43:44.633871 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ee418333-8749-461c-97d4-1beb6b4d8b15 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:43:44.634361 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee418333-8749-461c-97d4-1beb6b4d8b15'] response: {'name': 'network-changed', 'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'status': 'completed', 'code': 200} May 28 03:43:44.702257 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910a37c-a51c-45d9-9991-f4e4166d837a req-0516fbc2-16a1-44c9-b796-d6d917c0df82 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:44.704192 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2910a37c-a51c-45d9-9991-f4e4166d837a req-0516fbc2-16a1-44c9-b796-d6d917c0df82 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.0637333 May 28 03:43:44.774445 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2910a37c-a51c-45d9-9991-f4e4166d837a req-f3653f18-5cfd-4ae8-ab55-02f032523471 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=058a59c8-29c7-4c4b-bf28-a705fd027d0c&id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624070 May 28 03:43:44.826183 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-66b3dd7b-e68f-4d2d-b313-81fe1f6f50c8 None None] Provisioning complete for port 88c75168-a0ab-4da4-b23a-190a9097ec15 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:43:44.826736 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-66b3dd7b-e68f-4d2d-b313-81fe1f6f50c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:44.903350 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-66b3dd7b-e68f-4d2d-b313-81fe1f6f50c8 None None] Current status of the port 88c75168-a0ab-4da4-b23a-190a9097ec15 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:43:45.443537 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40396) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:45.553407 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9de61bfd-a0d2-4320-93a1-5ca48724bc20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:45.628853 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9de61bfd-a0d2-4320-93a1-5ca48724bc20 admin admin] Publish callbacks [] for security_group (0168ffb7-1d15-48f2-80cb-05b7900e83e8), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:45.704865 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9de61bfd-a0d2-4320-93a1-5ca48724bc20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0168ffb7-1d15-48f2-80cb-05b7900e83e8), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:45.754912 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40400) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:45.755390 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9de61bfd-a0d2-4320-93a1-5ca48724bc20 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fe26d3e7624e4590b14313a6123daf9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3069811 May 28 03:43:45.755390 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de61bfd-a0d2-4320-93a1-5ca48724bc20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0168ffb7-1d15-48f2-80cb-05b7900e83e8,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:45.811107 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-02ceda95-372c-4377-986f-168f29db0015 admin admin] Publish callbacks [] for security_group (0168ffb7-1d15-48f2-80cb-05b7900e83e8), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:45.832659 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-02ceda95-372c-4377-986f-168f29db0015 admin admin] Publish callbacks [] for security_group (0168ffb7-1d15-48f2-80cb-05b7900e83e8), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:45.847880 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['88c75168-a0ab-4da4-b23a-190a9097ec15'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:43:45.950789 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-02ceda95-372c-4377-986f-168f29db0015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0168ffb7-1d15-48f2-80cb-05b7900e83e8), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:45.953504 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-02ceda95-372c-4377-986f-168f29db0015 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:45.956937 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-02ceda95-372c-4377-986f-168f29db0015 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0168ffb7-1d15-48f2-80cb-05b7900e83e8 HTTP/1.1" status: 204 len: 168 time: 0.2022142 May 28 03:43:45.964379 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ceda95-372c-4377-986f-168f29db0015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0168ffb7-1d15-48f2-80cb-05b7900e83e8,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:46.746083 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:46.754627 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394bf27-dcd0-4189-912a-ccbf92e4ff51 req-404d12cb-2f0e-4ef3-a99f-b9ea73859775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:46.756519 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7394bf27-dcd0-4189-912a-ccbf92e4ff51 req-404d12cb-2f0e-4ef3-a99f-b9ea73859775 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=23f8194639b14942b36011698807b031&device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 1168 time: 0.0423238 May 28 03:43:46.858089 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394bf27-dcd0-4189-912a-ccbf92e4ff51 req-18af70a6-00cb-424c-bfc7-af85e2ff13a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:46.865444 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7394bf27-dcd0-4189-912a-ccbf92e4ff51 req-18af70a6-00cb-424c-bfc7-af85e2ff13a6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=184aa47e-df50-4987-8d3f-0e187a7b314b HTTP/1.1" status: 200 len: 915 time: 0.0976281 May 28 03:43:46.911316 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['88c75168-a0ab-4da4-b23a-190a9097ec15'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:43:46.924969 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7394bf27-dcd0-4189-912a-ccbf92e4ff51 req-6a533df1-8d10-420e-b880-8a8afb72cd62 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c75168-a0ab-4da4-b23a-190a9097ec15 HTTP/1.1" status: 200 len: 1001 time: 0.0585248 May 28 03:43:46.975259 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394bf27-dcd0-4189-912a-ccbf92e4ff51 req-6db4b20f-a3a0-4df5-95e1-742fd3a8de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:46.976766 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7394bf27-dcd0-4189-912a-ccbf92e4ff51 req-6db4b20f-a3a0-4df5-95e1-742fd3a8de10 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=cc27aa4c-1a23-42f7-80c5-81e071af24f7 HTTP/1.1" status: 200 len: 853 time: 0.0450087 May 28 03:43:47.027668 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394bf27-dcd0-4189-912a-ccbf92e4ff51 req-a2f13dcb-56f7-4299-b9d5-53b768f7b39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:47.029210 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7394bf27-dcd0-4189-912a-ccbf92e4ff51 req-a2f13dcb-56f7-4299-b9d5-53b768f7b39b service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=184aa47e-df50-4987-8d3f-0e187a7b314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453868 May 28 03:43:47.070351 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:47.121472 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:47.126182 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7394bf27-dcd0-4189-912a-ccbf92e4ff51 req-621d33cd-96cf-44f0-a44b-b75d73afb81e service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874028 May 28 03:43:47.226334 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7394bf27-dcd0-4189-912a-ccbf92e4ff51 req-51874ede-88fc-40c9-95c3-9cd384daa7bc service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934544 May 28 03:43:49.421364 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ceae2c60-d961-4acd-b643-ae0336b45874 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:49.724466 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:49.834000 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40464) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:49.956597 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9e4675de-8ad5-403e-887a-4e2bbaf10c64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:49.990067 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:50.030043 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9e4675de-8ad5-403e-887a-4e2bbaf10c64 admin admin] Publish callbacks [] for security_group (95dd8180-d0b7-4bc6-b427-7f552c556ed1), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.175738 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9e4675de-8ad5-403e-887a-4e2bbaf10c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (95dd8180-d0b7-4bc6-b427-7f552c556ed1), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.216533 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9e4675de-8ad5-403e-887a-4e2bbaf10c64 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=f6c6cae5e8724497a9b5bf14688a8c5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3822117 May 28 03:43:50.218555 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4675de-8ad5-403e-887a-4e2bbaf10c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95dd8180-d0b7-4bc6-b427-7f552c556ed1,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:50.219285 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40474) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:50.270176 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6f24caef-ea0c-44e8-8b85-e738435f8ef5 admin admin] Publish callbacks [] for security_group (95dd8180-d0b7-4bc6-b427-7f552c556ed1), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.272626 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:INSERT=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:50.294339 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6f24caef-ea0c-44e8-8b85-e738435f8ef5 admin admin] Publish callbacks [] for security_group (95dd8180-d0b7-4bc6-b427-7f552c556ed1), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.361728 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40478) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:50.438163 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6f24caef-ea0c-44e8-8b85-e738435f8ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (95dd8180-d0b7-4bc6-b427-7f552c556ed1), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.441003 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6f24caef-ea0c-44e8-8b85-e738435f8ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.442226 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-6f24caef-ea0c-44e8-8b85-e738435f8ef5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/95dd8180-d0b7-4bc6-b427-7f552c556ed1 HTTP/1.1" status: 204 len: 168 time: 0.2217855 May 28 03:43:50.451006 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f24caef-ea0c-44e8-8b85-e738435f8ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95dd8180-d0b7-4bc6-b427-7f552c556ed1,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:50.480403 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-942e9f82-4438-4e93-b240-89298f11f588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.556982 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-942e9f82-4438-4e93-b240-89298f11f588 admin admin] Publish callbacks [] for security_group (abf4cdd3-1401-4b83-8a2e-04b5250fe27c), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.666882 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-942e9f82-4438-4e93-b240-89298f11f588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (abf4cdd3-1401-4b83-8a2e-04b5250fe27c), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.706057 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-942e9f82-4438-4e93-b240-89298f11f588 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0bd351ab95cf4b3d92dd7de1135d7b4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432963 May 28 03:43:50.706948 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942e9f82-4438-4e93-b240-89298f11f588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf4cdd3-1401-4b83-8a2e-04b5250fe27c,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:50.708711 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40486) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:50.763938 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-324dcf14-ef2e-4382-839d-4aeb94a78760 admin admin] Publish callbacks [] for security_group (abf4cdd3-1401-4b83-8a2e-04b5250fe27c), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.790191 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-324dcf14-ef2e-4382-839d-4aeb94a78760 admin admin] Publish callbacks [] for security_group (abf4cdd3-1401-4b83-8a2e-04b5250fe27c), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.945366 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-324dcf14-ef2e-4382-839d-4aeb94a78760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (abf4cdd3-1401-4b83-8a2e-04b5250fe27c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.948074 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-324dcf14-ef2e-4382-839d-4aeb94a78760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:50.949233 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-324dcf14-ef2e-4382-839d-4aeb94a78760 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/abf4cdd3-1401-4b83-8a2e-04b5250fe27c HTTP/1.1" status: 204 len: 168 time: 0.2394698 May 28 03:43:50.958101 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324dcf14-ef2e-4382-839d-4aeb94a78760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf4cdd3-1401-4b83-8a2e-04b5250fe27c,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:51.169081 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40492) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:51.185662 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e36d1735-78bd-4bb9-ac16-fc231ddc3383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:51.237225 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:51.264799 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e36d1735-78bd-4bb9-ac16-fc231ddc3383 admin admin] Publish callbacks [] for security_group (c93cf2b6-d818-4e3b-b895-131e22ba6245), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:51.352800 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e36d1735-78bd-4bb9-ac16-fc231ddc3383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (c93cf2b6-d818-4e3b-b895-131e22ba6245), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:51.392849 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d1735-78bd-4bb9-ac16-fc231ddc3383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93cf2b6-d818-4e3b-b895-131e22ba6245,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:51.399747 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e36d1735-78bd-4bb9-ac16-fc231ddc3383 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8d92bb261ea94ab9a8b806e426d512d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2269700 May 28 03:43:51.399747 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40500) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:51.453081 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-70919004-288e-4c9b-83b7-39ef466e5c64 admin admin] Publish callbacks [] for security_group (c93cf2b6-d818-4e3b-b895-131e22ba6245), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:51.475101 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-70919004-288e-4c9b-83b7-39ef466e5c64 admin admin] Publish callbacks [] for security_group (c93cf2b6-d818-4e3b-b895-131e22ba6245), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:51.638112 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-70919004-288e-4c9b-83b7-39ef466e5c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (c93cf2b6-d818-4e3b-b895-131e22ba6245), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:51.640661 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-70919004-288e-4c9b-83b7-39ef466e5c64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:51.641855 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-70919004-288e-4c9b-83b7-39ef466e5c64 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c93cf2b6-d818-4e3b-b895-131e22ba6245 HTTP/1.1" status: 204 len: 168 time: 0.2411788 May 28 03:43:51.649932 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70919004-288e-4c9b-83b7-39ef466e5c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93cf2b6-d818-4e3b-b895-131e22ba6245,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:51.718362 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-884e542d-d360-466b-9590-f5d85f07ccd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:51.888467 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:51.891396 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:52.876697 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:53.489760 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40576) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:53.609387 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb421919-f26a-4b36-b394-85216db1c68d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:53.655008 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:53.698329 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb421919-f26a-4b36-b394-85216db1c68d admin admin] Publish callbacks [] for security_group (dfc07277-00d6-4d7a-990c-ce4bf4f826c2), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:53.790747 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fb421919-f26a-4b36-b394-85216db1c68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (dfc07277-00d6-4d7a-990c-ce4bf4f826c2), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:53.831743 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-fb421919-f26a-4b36-b394-85216db1c68d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=823372072c9244ff8234a87f456400b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3407764 May 28 03:43:53.832995 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb421919-f26a-4b36-b394-85216db1c68d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc07277-00d6-4d7a-990c-ce4bf4f826c2,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:53.834427 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40586) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:53.892073 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d6076658-a002-4a16-9288-3be4c0387a9b admin admin] Publish callbacks [] for security_group (dfc07277-00d6-4d7a-990c-ce4bf4f826c2), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:53.918204 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d6076658-a002-4a16-9288-3be4c0387a9b admin admin] Publish callbacks [] for security_group (dfc07277-00d6-4d7a-990c-ce4bf4f826c2), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:54.038582 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d6076658-a002-4a16-9288-3be4c0387a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (dfc07277-00d6-4d7a-990c-ce4bf4f826c2), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:54.041487 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-d6076658-a002-4a16-9288-3be4c0387a9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:54.042782 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-d6076658-a002-4a16-9288-3be4c0387a9b admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dfc07277-00d6-4d7a-990c-ce4bf4f826c2 HTTP/1.1" status: 204 len: 168 time: 0.2064202 May 28 03:43:54.051884 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6076658-a002-4a16-9288-3be4c0387a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc07277-00d6-4d7a-990c-ce4bf4f826c2,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:54.293919 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:54.779904 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40616) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:54.794151 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-457db4bd-e4e9-4976-b06b-0464ff274b6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:54.873608 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-457db4bd-e4e9-4976-b06b-0464ff274b6b admin admin] Publish callbacks [] for security_group (c4ae531c-4320-4747-bc83-621846a1639e), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:54.953197 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-457db4bd-e4e9-4976-b06b-0464ff274b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (c4ae531c-4320-4747-bc83-621846a1639e), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:54.995384 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-457db4bd-e4e9-4976-b06b-0464ff274b6b admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=e1974dc44f7d46b696abf345e6b8db5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2141409 May 28 03:43:54.996242 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457db4bd-e4e9-4976-b06b-0464ff274b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ae531c-4320-4747-bc83-621846a1639e,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:54.998059 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40622) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:55.046731 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-39fd251c-b0bc-45fc-a22d-68e559f2f928 admin admin] Publish callbacks [] for security_group (c4ae531c-4320-4747-bc83-621846a1639e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:55.068954 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-39fd251c-b0bc-45fc-a22d-68e559f2f928 admin admin] Publish callbacks [] for security_group (c4ae531c-4320-4747-bc83-621846a1639e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:55.075025 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:55.209472 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-39fd251c-b0bc-45fc-a22d-68e559f2f928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (c4ae531c-4320-4747-bc83-621846a1639e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:55.212680 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-39fd251c-b0bc-45fc-a22d-68e559f2f928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:55.214044 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-39fd251c-b0bc-45fc-a22d-68e559f2f928 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/c4ae531c-4320-4747-bc83-621846a1639e HTTP/1.1" status: 204 len: 168 time: 0.2148471 May 28 03:43:55.222526 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fd251c-b0bc-45fc-a22d-68e559f2f928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ae531c-4320-4747-bc83-621846a1639e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:55.399019 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40628) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:55.616110 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3d5c-1092-41fe-a778-73f612bb0ec2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:55.682594 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:55.697151 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3d5c-1092-41fe-a778-73f612bb0ec2 admin admin] Publish callbacks [] for security_group (dbef8864-ae90-4234-a100-390890b65334), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:55.842243 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b6d3d5c-1092-41fe-a778-73f612bb0ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (dbef8864-ae90-4234-a100-390890b65334), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:55.886546 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-0b6d3d5c-1092-41fe-a778-73f612bb0ec2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=b2e24600795847d5b8c8ba41a3c7ff9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4863641 May 28 03:43:55.887510 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6d3d5c-1092-41fe-a778-73f612bb0ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbef8864-ae90-4234-a100-390890b65334,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:55.889372 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40642) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:55.938761 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e7a678a6-dced-457c-a3e3-a32e382bf926 admin admin] Publish callbacks [] for security_group (dbef8864-ae90-4234-a100-390890b65334), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:55.960080 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e7a678a6-dced-457c-a3e3-a32e382bf926 admin admin] Publish callbacks [] for security_group (dbef8864-ae90-4234-a100-390890b65334), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.078338 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e7a678a6-dced-457c-a3e3-a32e382bf926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (dbef8864-ae90-4234-a100-390890b65334), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.080901 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e7a678a6-dced-457c-a3e3-a32e382bf926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.082089 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e7a678a6-dced-457c-a3e3-a32e382bf926 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/dbef8864-ae90-4234-a100-390890b65334 HTTP/1.1" status: 204 len: 168 time: 0.1916699 May 28 03:43:56.090814 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a678a6-dced-457c-a3e3-a32e382bf926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbef8864-ae90-4234-a100-390890b65334,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:56.254582 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40654) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:56.446499 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-233556428-network', 'tenant_id': '92a6848c84c84a84847deda84133204c'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:56.518279 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Made reservation on behalf of 92a6848c84c84a84847deda84133204c for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:43:56.520706 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.529405 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.602122 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:56.604160 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Publish callbacks [] for security_group (ef0c07bf-65cc-4f8f-ac02-e64af3e77897), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.687675 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (ef0c07bf-65cc-4f8f-ac02-e64af3e77897), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.713294 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:43:56.724794 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef0c07bf-65cc-4f8f-ac02-e64af3e77897,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:56.732210 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (f8aefec5-0732-42f2-881b-225c469a90d0), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.732546 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Added segment f8aefec5-0732-42f2-881b-225c469a90d0 of type vlan for network 420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a May 28 03:43:56.758612 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40660) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:56.773037 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-07df54e0-631a-44d5-b48a-e9555a339179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.777072 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.784168 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:56.821632 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:56.849858 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-07df54e0-631a-44d5-b48a-e9555a339179 admin admin] Publish callbacks [] for security_group (1814687d-fe6a-4524-a221-bbbd689adf59), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.888003 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.889045 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:56.889657 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.919546 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-07df54e0-631a-44d5-b48a-e9555a339179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1814687d-fe6a-4524-a221-bbbd689adf59), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:56.960184 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-07df54e0-631a-44d5-b48a-e9555a339179 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=7496598eb4c0417daed003a2ae092810&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003903 May 28 03:43:56.963217 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40662) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:56.971116 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07df54e0-631a-44d5-b48a-e9555a339179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1814687d-fe6a-4524-a221-bbbd689adf59,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:57.025063 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e6526f45-4ecf-4804-bb40-1c7b30e51907 admin admin] Publish callbacks [] for security_group (1814687d-fe6a-4524-a221-bbbd689adf59), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:57.048707 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e6526f45-4ecf-4804-bb40-1c7b30e51907 admin admin] Publish callbacks [] for security_group (1814687d-fe6a-4524-a221-bbbd689adf59), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:57.085066 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:57.185525 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9297135 May 28 03:43:57.187326 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f5484-9046-49b0-a158-68414311acc2 admin admin] Pushing event updated for resources: {'Network': ['ID=420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:57.188405 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40664) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:57.193612 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-fb8a6d87-3da8-4735-9354-b432fcbec205 admin admin] Request body: {'subnet': {'network_id': '420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-233556428-subnet', 'tenant_id': '92a6848c84c84a84847deda84133204c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:57.197312 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network 420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:43:57.249331 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e6526f45-4ecf-4804-bb40-1c7b30e51907 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (1814687d-fe6a-4524-a221-bbbd689adf59), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:57.251869 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e6526f45-4ecf-4804-bb40-1c7b30e51907 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:57.253128 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e6526f45-4ecf-4804-bb40-1c7b30e51907 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/1814687d-fe6a-4524-a221-bbbd689adf59 HTTP/1.1" status: 204 len: 168 time: 0.2886808 May 28 03:43:57.261980 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6526f45-4ecf-4804-bb40-1c7b30e51907 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1814687d-fe6a-4524-a221-bbbd689adf59,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:57.278838 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8a6d87-3da8-4735-9354-b432fcbec205 admin admin] Made reservation on behalf of 92a6848c84c84a84847deda84133204c for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:43:57.281290 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fb8a6d87-3da8-4735-9354-b432fcbec205 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4789214'] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:57.535386 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fb8a6d87-3da8-4735-9354-b432fcbec205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5710777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4789192'] for subnet (d536f39c-927d-483c-8aee-0eff16583841), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:57.596621 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a6d87-3da8-4735-9354-b432fcbec205 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d536f39c-927d-483c-8aee-0eff16583841,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:57.604317 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a6d87-3da8-4735-9354-b432fcbec205 admin admin] Checking segment: {'id': 'f8aefec5-0732-42f2-881b-225c469a90d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:43:57.608691 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a6d87-3da8-4735-9354-b432fcbec205 admin admin] Network hostable DHCP agents. Network: 420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:43:57.710465 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a6d87-3da8-4735-9354-b432fcbec205 admin admin] Network 420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:43:57.809756 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a6d87-3da8-4735-9354-b432fcbec205 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, 420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:43:57.813757 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8a6d87-3da8-4735-9354-b432fcbec205 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:57.814381 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-fb8a6d87-3da8-4735-9354-b432fcbec205 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:57.821440 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d234887-ce12-4c4d-adfd-a358891c1f3f None None] Network 420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:43:57.925236 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7d149d-8293-4fe0-8e02-72b3d9385977 None None] Network 420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:43:57.933353 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-fb8a6d87-3da8-4735-9354-b432fcbec205 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7438269 May 28 03:43:58.895459 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40712) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:58.902267 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1859932343-network', 'tenant_id': '801920a2d9dd4e3f82928cef7f94061b'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:58.976007 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Made reservation on behalf of 801920a2d9dd4e3f82928cef7f94061b for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:43:58.982484 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:58.991763 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:59.003091 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:59.093552 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ecafb3-8a8c-4179-bb74-50886306e70e req-454e05df-1233-4ee6-8e22-7759e397c233 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:59.093687 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-83ecafb3-8a8c-4179-bb74-50886306e70e req-454e05df-1233-4ee6-8e22-7759e397c233 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.0640969 May 28 03:43:59.148836 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Publish callbacks [] for security_group (4884b89b-432e-4eee-800b-bd641d9b167c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:59.188936 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a6716-4c9c-4dbd-9bb6-9a39297543f0 req-dbe9f5a6-c698-4a5a-ba49-e79f77b0b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:59.190463 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-695a6716-4c9c-4dbd-9bb6-9a39297543f0 req-dbe9f5a6-c698-4a5a-ba49-e79f77b0b7e2 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=23f8194639b14942b36011698807b031&device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 1168 time: 0.0622869 May 28 03:43:59.233167 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (4884b89b-432e-4eee-800b-bd641d9b167c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:59.285309 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-83ecafb3-8a8c-4179-bb74-50886306e70e req-4dc74800-bcce-4008-beec-100af612da28 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=058a59c8-29c7-4c4b-bf28-a705fd027d0c&id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1773822 May 28 03:43:59.298716 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:43:59.321377 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (62a0dd14-9be2-401f-bb6d-8402a3dc4ec8), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:59.321721 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Added segment 62a0dd14-9be2-401f-bb6d-8402a3dc4ec8 of type vlan for network bcd8f842-d9a2-47cc-a632-0e38e9b75a92 May 28 03:43:59.336058 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:59.358182 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4884b89b-432e-4eee-800b-bd641d9b167c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:59.381918 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (bcd8f842-d9a2-47cc-a632-0e38e9b75a92), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:59.386865 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a6716-4c9c-4dbd-9bb6-9a39297543f0 req-b867bddd-7068-49cf-b621-029a251c8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:59.388326 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-695a6716-4c9c-4dbd-9bb6-9a39297543f0 req-b867bddd-7068-49cf-b621-029a251c8e4a service neutron] 10.222.0.27 "GET /v2.0/networks?id=184aa47e-df50-4987-8d3f-0e187a7b314b HTTP/1.1" status: 200 len: 915 time: 0.1888559 May 28 03:43:59.468251 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-695a6716-4c9c-4dbd-9bb6-9a39297543f0 req-0ae6f86a-55df-491e-980a-0c28b8ff7ce2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c75168-a0ab-4da4-b23a-190a9097ec15 HTTP/1.1" status: 200 len: 1001 time: 0.0717204 May 28 03:43:59.503675 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (bcd8f842-d9a2-47cc-a632-0e38e9b75a92), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:59.504698 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:59.505316 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:59.547860 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a6716-4c9c-4dbd-9bb6-9a39297543f0 req-8b1f0d4b-1d35-417e-bd20-eb1159be17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:59.549356 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-695a6716-4c9c-4dbd-9bb6-9a39297543f0 req-8b1f0d4b-1d35-417e-bd20-eb1159be17dc service neutron] 10.222.0.27 "GET /v2.0/subnets?id=cc27aa4c-1a23-42f7-80c5-81e071af24f7 HTTP/1.1" status: 200 len: 853 time: 0.0738518 May 28 03:43:59.552816 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:43:59.592252 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] Pushing event updated for resources: {'Network': ['ID=bcd8f842-d9a2-47cc-a632-0e38e9b75a92,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:43:59.602901 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network bcd8f842-d9a2-47cc-a632-0e38e9b75a92 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:43:59.624061 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-73a7f6c2-6614-4f1c-a1ab-e8e9dc8b60f8 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7274888 May 28 03:43:59.628818 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a6716-4c9c-4dbd-9bb6-9a39297543f0 req-daf515bf-a654-4889-bf95-4ea4bbe316af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:43:59.630348 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-695a6716-4c9c-4dbd-9bb6-9a39297543f0 req-daf515bf-a654-4889-bf95-4ea4bbe316af service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=184aa47e-df50-4987-8d3f-0e187a7b314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495322 May 28 03:43:59.637989 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40734) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:43:59.642796 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-c8bb1c2f-52fd-4508-89c2-55a0833b536c admin admin] Request body: {'subnet': {'network_id': 'bcd8f842-d9a2-47cc-a632-0e38e9b75a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1859932343-subnet', 'tenant_id': '801920a2d9dd4e3f82928cef7f94061b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:43:59.732743 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-695a6716-4c9c-4dbd-9bb6-9a39297543f0 req-1b134221-757d-4095-98bd-c60530abc8b5 service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955262 May 28 03:43:59.758232 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8bb1c2f-52fd-4508-89c2-55a0833b536c admin admin] Made reservation on behalf of 801920a2d9dd4e3f82928cef7f94061b for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:43:59.760806 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1c2f-52fd-4508-89c2-55a0833b536c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5211775'] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:43:59.834268 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:43:59.839968 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-695a6716-4c9c-4dbd-9bb6-9a39297543f0 req-9e4c8790-10c0-44ed-aaef-47fbc19ddc61 service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929921 May 28 03:44:00.029478 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1c2f-52fd-4508-89c2-55a0833b536c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5211753'] for subnet (d235755f-6c9c-4507-8cc8-e263d20c2f06), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:00.093299 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bb1c2f-52fd-4508-89c2-55a0833b536c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d235755f-6c9c-4507-8cc8-e263d20c2f06,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:00.097670 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bb1c2f-52fd-4508-89c2-55a0833b536c admin admin] Checking segment: {'id': '62a0dd14-9be2-401f-bb6d-8402a3dc4ec8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'bcd8f842-d9a2-47cc-a632-0e38e9b75a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:00.098030 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb1c2f-52fd-4508-89c2-55a0833b536c admin admin] Network hostable DHCP agents. Network: bcd8f842-d9a2-47cc-a632-0e38e9b75a92, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:44:00.181657 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bb1c2f-52fd-4508-89c2-55a0833b536c admin admin] Network bcd8f842-d9a2-47cc-a632-0e38e9b75a92 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:44:00.281913 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-c8bb1c2f-52fd-4508-89c2-55a0833b536c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, bcd8f842-d9a2-47cc-a632-0e38e9b75a92) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:00.286209 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8bb1c2f-52fd-4508-89c2-55a0833b536c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:00.286994 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c8bb1c2f-52fd-4508-89c2-55a0833b536c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:00.294572 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45003a3e-b38c-4543-92a9-64d5fce55199 None None] Network bcd8f842-d9a2-47cc-a632-0e38e9b75a92 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:44:00.387460 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c8bb1c2f-52fd-4508-89c2-55a0833b536c admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7482300 May 28 03:44:00.401315 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3387862-6f6c-4db3-9734-38384494df94 None None] Network bcd8f842-d9a2-47cc-a632-0e38e9b75a92 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:44:00.426118 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924fcef2-802f-43f7-94a7-a7416d2902a4 req-62b2b7d4-dae3-4c16-adbf-200a64e09435 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:00.427807 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-924fcef2-802f-43f7-94a7-a7416d2902a4 req-62b2b7d4-dae3-4c16-adbf-200a64e09435 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.0645013 May 28 03:44:00.469797 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:00.502125 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-924fcef2-802f-43f7-94a7-a7416d2902a4 req-7e4f3155-c6c5-44c0-9205-151f139490b9 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=058a59c8-29c7-4c4b-bf28-a705fd027d0c&id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0662000 May 28 03:44:00.517633 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40762) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:00.567109 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a829e2-5a85-47e4-ab28-79e3a511f994 admin admin] Deleting subnet d536f39c-927d-483c-8aee-0eff16583841 {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:44:00.571323 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e7a829e2-5a85-47e4-ab28-79e3a511f994 admin admin] Publish callbacks [] for subnet (d536f39c-927d-483c-8aee-0eff16583841), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:00.606687 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e7a829e2-5a85-47e4-ab28-79e3a511f994 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4578836'] for subnet (d536f39c-927d-483c-8aee-0eff16583841), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:00.646299 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e7a829e2-5a85-47e4-ab28-79e3a511f994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (d536f39c-927d-483c-8aee-0eff16583841), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:00.758305 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40766) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:00.785061 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e7a829e2-5a85-47e4-ab28-79e3a511f994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5211730'] for subnet (d536f39c-927d-483c-8aee-0eff16583841), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:00.812457 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a829e2-5a85-47e4-ab28-79e3a511f994 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d536f39c-927d-483c-8aee-0eff16583841,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:00.817948 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e7a829e2-5a85-47e4-ab28-79e3a511f994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:00.821008 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e7a829e2-5a85-47e4-ab28-79e3a511f994 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d536f39c-927d-483c-8aee-0eff16583841 HTTP/1.1" status: 204 len: 168 time: 0.3021877 May 28 03:44:00.823865 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40770) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:00.848285 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:00.869914 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7affca6b-51bd-4b28-b857-0a1a6d8944b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:00.893654 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:00.896005 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:00.954648 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7affca6b-51bd-4b28-b857-0a1a6d8944b3 admin admin] Publish callbacks [] for security_group (5864f271-2287-49d4-be83-2567d7502b41), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:00.977539 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:00.997091 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:01.006443 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8aefec5-0732-42f2-881b-225c469a90d0') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:01.006738 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8aefec5-0732-42f2-881b-225c469a90d0') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:01.016688 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4578861'] for segment (f8aefec5-0732-42f2-881b-225c469a90d0), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.030389 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (f8aefec5-0732-42f2-881b-225c469a90d0), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.032351 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-7affca6b-51bd-4b28-b857-0a1a6d8944b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (5864f271-2287-49d4-be83-2567d7502b41), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.036353 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:44:01.036730 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578618'] for segment (f8aefec5-0732-42f2-881b-225c469a90d0), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.057254 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment f8aefec5-0732-42f2-881b-225c469a90d0 resource provider aggregate not found May 28 03:44:01.073497 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-7affca6b-51bd-4b28-b857-0a1a6d8944b3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=77ce20a4fca84c419e1a561027d784b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140798 May 28 03:44:01.074696 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7affca6b-51bd-4b28-b857-0a1a6d8944b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5864f271-2287-49d4-be83-2567d7502b41,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:01.077761 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40776) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:01.095236 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment f8aefec5-0732-42f2-881b-225c469a90d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f8aefec5-0732-42f2-881b-225c469a90d0 found for delete ", "request_id": "req-eb21edf4-9a91-4c0b-9a51-9bb927a37b0a"}]} May 28 03:44:01.127546 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c89bf2ee-05ee-44fb-b2f9-2296bfa91e86 admin admin] Publish callbacks [] for security_group (5864f271-2287-49d4-be83-2567d7502b41), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.153203 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c89bf2ee-05ee-44fb-b2f9-2296bfa91e86 admin admin] Publish callbacks [] for security_group (5864f271-2287-49d4-be83-2567d7502b41), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.175147 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.181976 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.185054 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] 10.222.0.41 "DELETE /v2.0/networks/420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a HTTP/1.1" status: 204 len: 168 time: 0.3602922 May 28 03:44:01.187872 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40778) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:01.194299 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083bed84-a1ed-4160-8875-094b90abc9c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=420ce2ad-dbb0-4c8c-b2d3-b91a71731a4a,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:01.234828 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9bb3b9-edfd-4985-8059-292bdfffb7d0 admin admin] Deleting subnet d235755f-6c9c-4507-8cc8-e263d20c2f06 {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:44:01.238099 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0a9bb3b9-edfd-4985-8059-292bdfffb7d0 admin admin] Publish callbacks [] for subnet (d235755f-6c9c-4507-8cc8-e263d20c2f06), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.273966 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0a9bb3b9-edfd-4985-8059-292bdfffb7d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171905'] for subnet (d235755f-6c9c-4507-8cc8-e263d20c2f06), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.300247 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c89bf2ee-05ee-44fb-b2f9-2296bfa91e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (5864f271-2287-49d4-be83-2567d7502b41), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.302789 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c89bf2ee-05ee-44fb-b2f9-2296bfa91e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.303841 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c89bf2ee-05ee-44fb-b2f9-2296bfa91e86 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5864f271-2287-49d4-be83-2567d7502b41 HTTP/1.1" status: 204 len: 168 time: 0.2253628 May 28 03:44:01.318678 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bf2ee-05ee-44fb-b2f9-2296bfa91e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5864f271-2287-49d4-be83-2567d7502b41,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:01.326267 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0a9bb3b9-edfd-4985-8059-292bdfffb7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (d235755f-6c9c-4507-8cc8-e263d20c2f06), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.527925 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0a9bb3b9-edfd-4985-8059-292bdfffb7d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5710840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4789235'] for subnet (d235755f-6c9c-4507-8cc8-e263d20c2f06), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.554535 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9bb3b9-edfd-4985-8059-292bdfffb7d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d235755f-6c9c-4507-8cc8-e263d20c2f06,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:01.558549 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0a9bb3b9-edfd-4985-8059-292bdfffb7d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.561914 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-0a9bb3b9-edfd-4985-8059-292bdfffb7d0 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/d235755f-6c9c-4507-8cc8-e263d20c2f06 HTTP/1.1" status: 204 len: 168 time: 0.3729870 May 28 03:44:01.564209 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40784) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:01.669955 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205cdfd0-7909-44ae-bef7-fe84a9c41c6c req-a5df2b3b-09ca-48a7-be44-871c9f39bd85 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:01.671433 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-205cdfd0-7909-44ae-bef7-fe84a9c41c6c req-a5df2b3b-09ca-48a7-be44-871c9f39bd85 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.0985942 May 28 03:44:01.675949 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (bcd8f842-d9a2-47cc-a632-0e38e9b75a92), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.799764 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (bcd8f842-d9a2-47cc-a632-0e38e9b75a92), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.806672 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-205cdfd0-7909-44ae-bef7-fe84a9c41c6c req-19add5b9-02ba-4f5a-81b4-c53a850980ad tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=058a59c8-29c7-4c4b-bf28-a705fd027d0c&id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284940 May 28 03:44:01.824467 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:01.826224 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd8f842-d9a2-47cc-a632-0e38e9b75a92']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:01.834116 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:01.835867 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62a0dd14-9be2-401f-bb6d-8402a3dc4ec8') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:01.836658 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62a0dd14-9be2-401f-bb6d-8402a3dc4ec8') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:01.846167 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171960'] for segment (62a0dd14-9be2-401f-bb6d-8402a3dc4ec8), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.859443 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (62a0dd14-9be2-401f-bb6d-8402a3dc4ec8), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.865345 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:44:01.865718 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5709914'] for segment (62a0dd14-9be2-401f-bb6d-8402a3dc4ec8), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:01.887795 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 62a0dd14-9be2-401f-bb6d-8402a3dc4ec8 resource provider aggregate not found May 28 03:44:01.920179 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 62a0dd14-9be2-401f-bb6d-8402a3dc4ec8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62a0dd14-9be2-401f-bb6d-8402a3dc4ec8 found for delete ", "request_id": "req-0265935c-270e-4818-bbce-82967fcd6707"}]} May 28 03:44:01.990428 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40792) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:02.004219 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-09f3cd32-54d9-4512-89cb-3f0834cbb6db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.012045 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (bcd8f842-d9a2-47cc-a632-0e38e9b75a92), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.020272 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.024361 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] 10.222.0.41 "DELETE /v2.0/networks/bcd8f842-d9a2-47cc-a632-0e38e9b75a92 HTTP/1.1" status: 204 len: 168 time: 0.4591563 May 28 03:44:02.036231 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6867d-7551-4fc9-af34-30170d1bc353 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcd8f842-d9a2-47cc-a632-0e38e9b75a92,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:02.113750 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-09f3cd32-54d9-4512-89cb-3f0834cbb6db admin admin] Publish callbacks [] for security_group (a48c086f-25e5-47b0-8785-6024e36adfb1), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.209579 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-09f3cd32-54d9-4512-89cb-3f0834cbb6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a48c086f-25e5-47b0-8785-6024e36adfb1), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.249988 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-09f3cd32-54d9-4512-89cb-3f0834cbb6db admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=90a3606789f34a7b8180ff5a0c05df54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2584739 May 28 03:44:02.251089 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3cd32-54d9-4512-89cb-3f0834cbb6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48c086f-25e5-47b0-8785-6024e36adfb1,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:02.252719 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40796) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:02.300664 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f1facddd-31f7-45d1-8d6e-ec4ce90e22aa admin admin] Publish callbacks [] for security_group (a48c086f-25e5-47b0-8785-6024e36adfb1), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.322594 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f1facddd-31f7-45d1-8d6e-ec4ce90e22aa admin admin] Publish callbacks [] for security_group (a48c086f-25e5-47b0-8785-6024e36adfb1), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.435699 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40798) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:02.451616 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f1facddd-31f7-45d1-8d6e-ec4ce90e22aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a48c086f-25e5-47b0-8785-6024e36adfb1), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.454102 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f1facddd-31f7-45d1-8d6e-ec4ce90e22aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.455153 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f1facddd-31f7-45d1-8d6e-ec4ce90e22aa admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a48c086f-25e5-47b0-8785-6024e36adfb1 HTTP/1.1" status: 204 len: 168 time: 0.2013178 May 28 03:44:02.473147 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1facddd-31f7-45d1-8d6e-ec4ce90e22aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48c086f-25e5-47b0-8785-6024e36adfb1,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:02.490840 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a3e7ce77-504a-4cf5-8475-c2239d47de54 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=92a6848c84c84a84847deda84133204c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0539947 May 28 03:44:02.493955 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40802) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:02.542822 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ab420952-1faa-401d-af72-5d8b5a74e385 admin admin] Publish callbacks [] for security_group (ef0c07bf-65cc-4f8f-ac02-e64af3e77897), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.563508 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:02.566023 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ab420952-1faa-401d-af72-5d8b5a74e385 admin admin] Publish callbacks [] for security_group (ef0c07bf-65cc-4f8f-ac02-e64af3e77897), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.786629 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ab420952-1faa-401d-af72-5d8b5a74e385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (ef0c07bf-65cc-4f8f-ac02-e64af3e77897), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.789923 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ab420952-1faa-401d-af72-5d8b5a74e385 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:02.791082 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ab420952-1faa-401d-af72-5d8b5a74e385 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ef0c07bf-65cc-4f8f-ac02-e64af3e77897 HTTP/1.1" status: 204 len: 168 time: 0.2962029 May 28 03:44:02.798823 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab420952-1faa-401d-af72-5d8b5a74e385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef0c07bf-65cc-4f8f-ac02-e64af3e77897,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:02.936575 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1a47e-040a-4f49-81c7-d2709b537db5 req-e65be57e-836f-4df7-855e-dcd90eabaa0b tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:02.938081 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-42d1a47e-040a-4f49-81c7-d2709b537db5 req-e65be57e-836f-4df7-855e-dcd90eabaa0b tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.0574348 May 28 03:44:02.999315 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-42d1a47e-040a-4f49-81c7-d2709b537db5 req-4779867f-5951-43cd-a6b5-d4c48854cca9 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=058a59c8-29c7-4c4b-bf28-a705fd027d0c&id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555589 May 28 03:44:03.498246 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40828) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:03.541620 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-d73ecd31-23b5-443a-b723-efcf8099f9d0 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=801920a2d9dd4e3f82928cef7f94061b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398946 May 28 03:44:03.541907 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40830) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:03.580447 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40832) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:03.589653 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae75a4bd-7d9f-4502-a84c-35d75e113e51 admin admin] Publish callbacks [] for security_group (4884b89b-432e-4eee-800b-bd641d9b167c), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:03.612200 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae75a4bd-7d9f-4502-a84c-35d75e113e51 admin admin] Publish callbacks [] for security_group (4884b89b-432e-4eee-800b-bd641d9b167c), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:03.681198 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1620834983-network', 'tenant_id': '4d29a7ef0705457abb2ced74b2875630'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:03.762007 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae75a4bd-7d9f-4502-a84c-35d75e113e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (4884b89b-432e-4eee-800b-bd641d9b167c), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:03.764610 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ae75a4bd-7d9f-4502-a84c-35d75e113e51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:03.765813 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ae75a4bd-7d9f-4502-a84c-35d75e113e51 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/4884b89b-432e-4eee-800b-bd641d9b167c HTTP/1.1" status: 204 len: 168 time: 0.2229671 May 28 03:44:03.773531 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae75a4bd-7d9f-4502-a84c-35d75e113e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4884b89b-432e-4eee-800b-bd641d9b167c,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:03.775511 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Made reservation on behalf of 4d29a7ef0705457abb2ced74b2875630 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:44:03.777959 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:03.787340 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:03.876408 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Publish callbacks [] for security_group (a28b6c0b-177c-48a8-b6f1-91f8bfe82b25), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:03.952510 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a28b6c0b-177c-48a8-b6f1-91f8bfe82b25), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:03.978348 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:44:03.986012 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=75,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=17 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:03.993876 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28b6c0b-177c-48a8-b6f1-91f8bfe82b25,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:03.999975 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (351b4130-e03d-426d-93bc-691389d1b9df), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:04.000308 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Added segment 351b4130-e03d-426d-93bc-691389d1b9df of type vlan for network 13ea2848-41cd-46ba-83c6-cb6dc1881f92 May 28 03:44:04.041265 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (13ea2848-41cd-46ba-83c6-cb6dc1881f92), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:04.137081 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be6557-1877-4c68-97bf-c34b361419c8 req-d1e5b286-61ed-4b5a-9586-fa3ab5e9b16f tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:04.138907 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-26be6557-1877-4c68-97bf-c34b361419c8 req-d1e5b286-61ed-4b5a-9586-fa3ab5e9b16f tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.0604255 May 28 03:44:04.139589 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (13ea2848-41cd-46ba-83c6-cb6dc1881f92), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:04.140819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:04.141598 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:04.227871 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] Pushing event updated for resources: {'Network': ['ID=13ea2848-41cd-46ba-83c6-cb6dc1881f92,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:04.238161 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network 13ea2848-41cd-46ba-83c6-cb6dc1881f92 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:44:04.265682 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-26be6557-1877-4c68-97bf-c34b361419c8 req-5203432d-2907-40ea-b8fa-40345508ea60 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=058a59c8-29c7-4c4b-bf28-a705fd027d0c&id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1071413 May 28 03:44:04.294472 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ab6ce89c-b113-411e-a91a-26a93df341b4 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7107525 May 28 03:44:04.296998 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40848) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:04.301931 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-9e5b4ff2-7f82-4a6d-a1bd-fe48b3c85891 admin admin] Request body: {'subnet': {'network_id': '13ea2848-41cd-46ba-83c6-cb6dc1881f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1620834983-subnet', 'tenant_id': '4d29a7ef0705457abb2ced74b2875630', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:04.409670 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5b4ff2-7f82-4a6d-a1bd-fe48b3c85891 admin admin] Made reservation on behalf of 4d29a7ef0705457abb2ced74b2875630 for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:44:04.412218 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4ff2-7f82-4a6d-a1bd-fe48b3c85891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5211775'] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:04.528119 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:04.655658 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4ff2-7f82-4a6d-a1bd-fe48b3c85891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5211753'] for subnet (de9562c1-1082-4917-bd32-29e7c2b0a55b), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:04.715690 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5b4ff2-7f82-4a6d-a1bd-fe48b3c85891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de9562c1-1082-4917-bd32-29e7c2b0a55b,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:04.722821 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5b4ff2-7f82-4a6d-a1bd-fe48b3c85891 admin admin] Checking segment: {'id': '351b4130-e03d-426d-93bc-691389d1b9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '13ea2848-41cd-46ba-83c6-cb6dc1881f92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:04.723174 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b4ff2-7f82-4a6d-a1bd-fe48b3c85891 admin admin] Network hostable DHCP agents. Network: 13ea2848-41cd-46ba-83c6-cb6dc1881f92, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:44:04.815785 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5b4ff2-7f82-4a6d-a1bd-fe48b3c85891 admin admin] Network 13ea2848-41cd-46ba-83c6-cb6dc1881f92 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:44:04.884534 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-9e5b4ff2-7f82-4a6d-a1bd-fe48b3c85891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, 13ea2848-41cd-46ba-83c6-cb6dc1881f92) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:04.888714 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5b4ff2-7f82-4a6d-a1bd-fe48b3c85891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:04.889540 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9e5b4ff2-7f82-4a6d-a1bd-fe48b3c85891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:04.895159 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd730519-2eb8-4344-a6cd-f27043b84f99 None None] Network 13ea2848-41cd-46ba-83c6-cb6dc1881f92 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:44:04.972561 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9e5b4ff2-7f82-4a6d-a1bd-fe48b3c85891 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6744280 May 28 03:44:05.014812 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ddd466-7e7b-4513-9628-aaf3759fca88 None None] Network 13ea2848-41cd-46ba-83c6-cb6dc1881f92 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:44:05.080987 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:05.383700 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2badc0f5-7aaf-4216-8fc8-3c6a1a675b98 req-b7c10e4e-58d4-4386-83ff-268826f83d7d tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:05.387746 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2badc0f5-7aaf-4216-8fc8-3c6a1a675b98 req-b7c10e4e-58d4-4386-83ff-268826f83d7d tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.0534794 May 28 03:44:05.446439 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2badc0f5-7aaf-4216-8fc8-3c6a1a675b98 req-f851692d-2d41-4eaa-a711-5e8e17b42951 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=058a59c8-29c7-4c4b-bf28-a705fd027d0c&id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553732 May 28 03:44:05.813763 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40894) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:05.818907 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1879315436-network', 'tenant_id': 'bb70e9dda0234834b4e62731ae35a60e'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:05.834838 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:05.922129 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Made reservation on behalf of bb70e9dda0234834b4e62731ae35a60e for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:44:05.925814 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:05.935468 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:06.012211 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Publish callbacks [] for security_group (cc71292d-79d7-46bb-8d01-c3307cbc3895), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:06.099371 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (cc71292d-79d7-46bb-8d01-c3307cbc3895), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:06.126990 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:44:06.138307 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc71292d-79d7-46bb-8d01-c3307cbc3895,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:06.143332 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (08989599-d75b-4c9c-8594-ac9ffd85df57), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:06.143673 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Added segment 08989599-d75b-4c9c-8594-ac9ffd85df57 of type vlan for network 18ebad25-a85c-4742-ba11-3f3c5c4a1a49 May 28 03:44:06.197770 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (18ebad25-a85c-4742-ba11-3f3c5c4a1a49), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:06.455887 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (18ebad25-a85c-4742-ba11-3f3c5c4a1a49), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:06.457254 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:06.458059 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:06.523578 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] Pushing event updated for resources: {'Network': ['ID=18ebad25-a85c-4742-ba11-3f3c5c4a1a49,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:06.537513 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network 18ebad25-a85c-4742-ba11-3f3c5c4a1a49 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:44:06.571618 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ed646f-43a2-40e1-b2be-376ff0ed6c13 req-0b7cb02c-b5c0-4d6e-8a2e-c7cda11372e0 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:06.573128 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e0ed646f-43a2-40e1-b2be-376ff0ed6c13 req-0b7cb02c-b5c0-4d6e-8a2e-c7cda11372e0 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.0547481 May 28 03:44:06.591227 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-500d3e4f-bc74-4a00-812e-1cc1148ff9f2 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7736468 May 28 03:44:06.594463 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40898) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:06.596861 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-a0f93eaf-13cf-4c3b-a39d-3921f176c093 admin admin] Request body: {'subnet': {'network_id': '18ebad25-a85c-4742-ba11-3f3c5c4a1a49', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1879315436-subnet', 'tenant_id': 'bb70e9dda0234834b4e62731ae35a60e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:06.637043 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e0ed646f-43a2-40e1-b2be-376ff0ed6c13 req-6605a48e-37bb-4193-87b3-1f54ea3586c4 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=058a59c8-29c7-4c4b-bf28-a705fd027d0c&id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581708 May 28 03:44:06.693469 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f93eaf-13cf-4c3b-a39d-3921f176c093 admin admin] Made reservation on behalf of bb70e9dda0234834b4e62731ae35a60e for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:44:06.696501 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a0f93eaf-13cf-4c3b-a39d-3921f176c093 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5211775'] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:06.772074 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=74,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=18 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:06.981405 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a0f93eaf-13cf-4c3b-a39d-3921f176c093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5211753'] for subnet (68938907-ecb0-4a3b-83d2-3acc752c6eb0), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:07.042471 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f93eaf-13cf-4c3b-a39d-3921f176c093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68938907-ecb0-4a3b-83d2-3acc752c6eb0,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:07.052252 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f93eaf-13cf-4c3b-a39d-3921f176c093 admin admin] Checking segment: {'id': '08989599-d75b-4c9c-8594-ac9ffd85df57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '18ebad25-a85c-4742-ba11-3f3c5c4a1a49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:07.052601 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f93eaf-13cf-4c3b-a39d-3921f176c093 admin admin] Network hostable DHCP agents. Network: 18ebad25-a85c-4742-ba11-3f3c5c4a1a49, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:44:07.198522 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f93eaf-13cf-4c3b-a39d-3921f176c093 admin admin] Network 18ebad25-a85c-4742-ba11-3f3c5c4a1a49 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:44:07.260339 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-a0f93eaf-13cf-4c3b-a39d-3921f176c093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, 18ebad25-a85c-4742-ba11-3f3c5c4a1a49) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:07.265092 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f93eaf-13cf-4c3b-a39d-3921f176c093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:07.267136 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a0f93eaf-13cf-4c3b-a39d-3921f176c093 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:07.268058 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87e76fc-94b4-4043-8f08-2ef10b362f00 None None] Network 18ebad25-a85c-4742-ba11-3f3c5c4a1a49 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:44:07.355347 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a0f93eaf-13cf-4c3b-a39d-3921f176c093 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7622716 May 28 03:44:07.376440 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a568f93c-7703-4e26-b707-3dcc810da46c None None] Network 18ebad25-a85c-4742-ba11-3f3c5c4a1a49 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:44:07.754358 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7dc990-62af-4d64-8d4b-3f43369bdcc4 req-d1fd75c7-9418-42b2-bf7f-d7675b4eacad tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:07.755859 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0a7dc990-62af-4d64-8d4b-3f43369bdcc4 req-d1fd75c7-9418-42b2-bf7f-d7675b4eacad tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.0507641 May 28 03:44:07.819260 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-0a7dc990-62af-4d64-8d4b-3f43369bdcc4 req-2a5ead38-5614-4e04-b9c6-c1334b1aa0c7 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=058a59c8-29c7-4c4b-bf28-a705fd027d0c&id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570695 May 28 03:44:08.921530 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:08.940737 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6116c75c-4e21-476b-9d89-8ef68c4520c1 req-f4762279-5c43-4725-bb12-99a38c6897a3 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:08.942215 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6116c75c-4e21-476b-9d89-8ef68c4520c1 req-f4762279-5c43-4725-bb12-99a38c6897a3 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.0489523 May 28 03:44:09.006002 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-6116c75c-4e21-476b-9d89-8ef68c4520c1 req-36741a5d-725c-4dce-9f39-3bc4ee530290 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=058a59c8-29c7-4c4b-bf28-a705fd027d0c&id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0576441 May 28 03:44:09.649747 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40942) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:09.747302 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:09.755190 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6e26a950-1763-418a-adec-61266578c258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:09.831145 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6e26a950-1763-418a-adec-61266578c258 admin admin] Publish callbacks [] for security_group (a3ead8a7-d353-4630-9396-f3efabe57b47), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:09.952350 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6e26a950-1763-418a-adec-61266578c258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a3ead8a7-d353-4630-9396-f3efabe57b47), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:09.992634 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-6e26a950-1763-418a-adec-61266578c258 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fdf28f7e29034070a8679e2b0a8f8a01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3417881 May 28 03:44:09.993736 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e26a950-1763-418a-adec-61266578c258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ead8a7-d353-4630-9396-f3efabe57b47,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:09.995598 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40948) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:10.045282 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a55cd485-cf6e-4aad-b637-29d6c5288a17 admin admin] Publish callbacks [] for security_group (a3ead8a7-d353-4630-9396-f3efabe57b47), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:10.067417 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a55cd485-cf6e-4aad-b637-29d6c5288a17 admin admin] Publish callbacks [] for security_group (a3ead8a7-d353-4630-9396-f3efabe57b47), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:10.128259 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8396a99b-69ab-411b-bb76-7af2cb177e3e req-1bc0c814-2ece-4319-ad3b-e4182930a868 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:10.129749 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8396a99b-69ab-411b-bb76-7af2cb177e3e req-1bc0c814-2ece-4319-ad3b-e4182930a868 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.0497761 May 28 03:44:10.181476 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a55cd485-cf6e-4aad-b637-29d6c5288a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a3ead8a7-d353-4630-9396-f3efabe57b47), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:10.184111 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a55cd485-cf6e-4aad-b637-29d6c5288a17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:10.185304 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a55cd485-cf6e-4aad-b637-29d6c5288a17 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a3ead8a7-d353-4630-9396-f3efabe57b47 HTTP/1.1" status: 204 len: 168 time: 0.1887043 May 28 03:44:10.191688 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8396a99b-69ab-411b-bb76-7af2cb177e3e req-0fa0c233-154d-453a-b603-8f034a1cf893 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=058a59c8-29c7-4c4b-bf28-a705fd027d0c&id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545948 May 28 03:44:10.194201 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cd485-cf6e-4aad-b637-29d6c5288a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ead8a7-d353-4630-9396-f3efabe57b47,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:10.562908 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:10.568773 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:10.854490 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 40956) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:10.867916 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed3a4-8f14-46b5-9233-2924593d64c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:10.941279 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed3a4-8f14-46b5-9233-2924593d64c2 admin admin] Publish callbacks [] for security_group (5ebb400f-ba32-491d-badd-87c2c6ba8302), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:11.014905 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5e5ed3a4-8f14-46b5-9233-2924593d64c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (5ebb400f-ba32-491d-badd-87c2c6ba8302), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:11.060664 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 40962) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:11.066642 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5e5ed3a4-8f14-46b5-9233-2924593d64c2 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=a1a4b38117f14bbdb5184af9d14d6a39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2052298 May 28 03:44:11.066642 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5ed3a4-8f14-46b5-9233-2924593d64c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebb400f-ba32-491d-badd-87c2c6ba8302,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:11.112061 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-454ffb1d-7c67-4ce2-9701-5897793706d1 admin admin] Publish callbacks [] for security_group (5ebb400f-ba32-491d-badd-87c2c6ba8302), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:11.134988 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-454ffb1d-7c67-4ce2-9701-5897793706d1 admin admin] Publish callbacks [] for security_group (5ebb400f-ba32-491d-badd-87c2c6ba8302), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:11.152123 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:11.249393 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-454ffb1d-7c67-4ce2-9701-5897793706d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (5ebb400f-ba32-491d-badd-87c2c6ba8302), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:11.251959 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-454ffb1d-7c67-4ce2-9701-5897793706d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:11.253119 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-454ffb1d-7c67-4ce2-9701-5897793706d1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5ebb400f-ba32-491d-badd-87c2c6ba8302 HTTP/1.1" status: 204 len: 168 time: 0.1912913 May 28 03:44:11.265919 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454ffb1d-7c67-4ce2-9701-5897793706d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebb400f-ba32-491d-badd-87c2c6ba8302,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:11.332607 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37265872-5527-43e8-933d-9c5b3b0c9515 req-62f250f5-97d9-4a90-8a09-31fdad9bbbc4 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:11.338283 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-37265872-5527-43e8-933d-9c5b3b0c9515 req-62f250f5-97d9-4a90-8a09-31fdad9bbbc4 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.0670562 May 28 03:44:11.398239 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-37265872-5527-43e8-933d-9c5b3b0c9515 req-e241dd3e-74a4-4df0-b31b-1d64ad6fb0df tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=058a59c8-29c7-4c4b-bf28-a705fd027d0c&id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574803 May 28 03:44:19.483467 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4f400d89-dec3-4efd-8c14-58fc595aabda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:19.683167 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:21.262284 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=18,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:21.390357 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=78,neutron:DELETE=2,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:21.392278 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=41,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:21.710687 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-34de336e-78c3-440b-92f0-0bee1db276c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:22.876452 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:24.209314 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:25.688745 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:30.503352 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41156) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:30.547200 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Deleting subnet de9562c1-1082-4917-bd32-29e7c2b0a55b {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:44:30.550329 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Publish callbacks [] for subnet (de9562c1-1082-4917-bd32-29e7c2b0a55b), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:30.585151 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4578836'] for subnet (de9562c1-1082-4917-bd32-29e7c2b0a55b), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:30.623949 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (de9562c1-1082-4917-bd32-29e7c2b0a55b), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:30.775752 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5211730'] for subnet (de9562c1-1082-4917-bd32-29e7c2b0a55b), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:30.802111 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de9562c1-1082-4917-bd32-29e7c2b0a55b,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:30.807561 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:30.813186 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41162) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:30.813677 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/de9562c1-1082-4917-bd32-29e7c2b0a55b HTTP/1.1" status: 204 len: 168 time: 0.3088591 May 28 03:44:30.820185 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.820537 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.820902 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.821272 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.821876 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.822211 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.822532 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.822852 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.823170 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.823485 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.823803 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.824121 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.824472 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.824787 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.825097 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-015a273d-91a6-4d72-9e91-4ecf59e8b867 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:30.883711 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (13ea2848-41cd-46ba-83c6-cb6dc1881f92), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:30.965239 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (13ea2848-41cd-46ba-83c6-cb6dc1881f92), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:30.984655 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ea2848-41cd-46ba-83c6-cb6dc1881f92']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:30.993895 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '351b4130-e03d-426d-93bc-691389d1b9df') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:30.994193 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '351b4130-e03d-426d-93bc-691389d1b9df') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:31.003752 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171960'] for segment (351b4130-e03d-426d-93bc-691389d1b9df), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.017656 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (351b4130-e03d-426d-93bc-691389d1b9df), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.024424 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:44:31.024807 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5709914'] for segment (351b4130-e03d-426d-93bc-691389d1b9df), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.072367 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 351b4130-e03d-426d-93bc-691389d1b9df resource provider aggregate not found May 28 03:44:31.091743 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 351b4130-e03d-426d-93bc-691389d1b9df resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 351b4130-e03d-426d-93bc-691389d1b9df found for delete ", "request_id": "req-40b49a90-2cea-465f-87fc-a13d5f55a0ec"}]} May 28 03:44:31.169012 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (13ea2848-41cd-46ba-83c6-cb6dc1881f92), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.173776 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.176935 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] 10.222.0.41 "DELETE /v2.0/networks/13ea2848-41cd-46ba-83c6-cb6dc1881f92 HTTP/1.1" status: 204 len: 168 time: 0.3626630 May 28 03:44:31.180732 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41168) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:31.190012 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Pushing event deleted for resources: {'Network': ['ID=13ea2848-41cd-46ba-83c6-cb6dc1881f92,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:31.197925 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.198275 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.198614 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.198982 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.199343 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.199715 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.199994 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.200364 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.200692 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.201013 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.201369 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.201706 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.202010 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.202326 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.202643 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6510dfe0-983a-4ba4-97b6-5b19653d751a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:31.228815 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-b734233a-f202-47a3-8c7e-85a1af69e898 admin admin] Deleting subnet 68938907-ecb0-4a3b-83d2-3acc752c6eb0 {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:44:31.228815 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b734233a-f202-47a3-8c7e-85a1af69e898 admin admin] Publish callbacks [] for subnet (68938907-ecb0-4a3b-83d2-3acc752c6eb0), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.263685 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b734233a-f202-47a3-8c7e-85a1af69e898 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4578836'] for subnet (68938907-ecb0-4a3b-83d2-3acc752c6eb0), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.305919 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b734233a-f202-47a3-8c7e-85a1af69e898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (68938907-ecb0-4a3b-83d2-3acc752c6eb0), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.403264 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b734233a-f202-47a3-8c7e-85a1af69e898 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5211730'] for subnet (68938907-ecb0-4a3b-83d2-3acc752c6eb0), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.428765 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734233a-f202-47a3-8c7e-85a1af69e898 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68938907-ecb0-4a3b-83d2-3acc752c6eb0,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:31.432597 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b734233a-f202-47a3-8c7e-85a1af69e898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.435757 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b734233a-f202-47a3-8c7e-85a1af69e898 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/68938907-ecb0-4a3b-83d2-3acc752c6eb0 HTTP/1.1" status: 204 len: 168 time: 0.2540047 May 28 03:44:31.438329 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41170) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:31.508325 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (18ebad25-a85c-4742-ba11-3f3c5c4a1a49), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.583703 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (18ebad25-a85c-4742-ba11-3f3c5c4a1a49), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.603644 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18ebad25-a85c-4742-ba11-3f3c5c4a1a49']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:31.612726 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08989599-d75b-4c9c-8594-ac9ffd85df57') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:31.613022 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08989599-d75b-4c9c-8594-ac9ffd85df57') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:31.622534 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4578861'] for segment (08989599-d75b-4c9c-8594-ac9ffd85df57), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.636076 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (08989599-d75b-4c9c-8594-ac9ffd85df57), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.642061 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:44:31.644926 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578618'] for segment (08989599-d75b-4c9c-8594-ac9ffd85df57), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.670181 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 08989599-d75b-4c9c-8594-ac9ffd85df57 resource provider aggregate not found May 28 03:44:31.698006 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 08989599-d75b-4c9c-8594-ac9ffd85df57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08989599-d75b-4c9c-8594-ac9ffd85df57 found for delete ", "request_id": "req-e5ac7d12-092f-4b3a-a84b-510fe5a8e5a9"}]} May 28 03:44:31.780759 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (18ebad25-a85c-4742-ba11-3f3c5c4a1a49), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.786302 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:31.789518 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] 10.222.0.41 "DELETE /v2.0/networks/18ebad25-a85c-4742-ba11-3f3c5c4a1a49 HTTP/1.1" status: 204 len: 168 time: 0.3502252 May 28 03:44:31.800880 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f14a22-1fe0-45b2-bc33-a0a0a3453e30 admin admin] Pushing event deleted for resources: {'Network': ['ID=18ebad25-a85c-4742-ba11-3f3c5c4a1a49,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:32.138657 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41186) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:32.178576 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-384e8689-e53e-4e2c-a8ca-4f12d37a69d3 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4d29a7ef0705457abb2ced74b2875630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387502 May 28 03:44:32.181585 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41188) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:32.218522 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:32.235651 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac877-d190-45a8-9257-26eb678ed4d3 admin admin] Publish callbacks [] for security_group (a28b6c0b-177c-48a8-b6f1-91f8bfe82b25), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:32.239572 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:32.257953 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac877-d190-45a8-9257-26eb678ed4d3 admin admin] Publish callbacks [] for security_group (a28b6c0b-177c-48a8-b6f1-91f8bfe82b25), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:32.402977 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac877-d190-45a8-9257-26eb678ed4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (a28b6c0b-177c-48a8-b6f1-91f8bfe82b25), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:32.405397 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac877-d190-45a8-9257-26eb678ed4d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:32.406565 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-1f8ac877-d190-45a8-9257-26eb678ed4d3 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/a28b6c0b-177c-48a8-b6f1-91f8bfe82b25 HTTP/1.1" status: 204 len: 168 time: 0.2240660 May 28 03:44:32.414230 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ac877-d190-45a8-9257-26eb678ed4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28b6c0b-177c-48a8-b6f1-91f8bfe82b25,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:33.087217 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41196) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:33.130682 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-2b3601e8-e439-421a-ad15-e9bd1ea2de76 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=bb70e9dda0234834b4e62731ae35a60e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0421293 May 28 03:44:33.133436 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41198) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:33.180700 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-96d44233-ce10-430a-ad6c-2da2788e71cc admin admin] Publish callbacks [] for security_group (cc71292d-79d7-46bb-8d01-c3307cbc3895), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:33.202092 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-96d44233-ce10-430a-ad6c-2da2788e71cc admin admin] Publish callbacks [] for security_group (cc71292d-79d7-46bb-8d01-c3307cbc3895), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:33.315917 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-96d44233-ce10-430a-ad6c-2da2788e71cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (cc71292d-79d7-46bb-8d01-c3307cbc3895), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:33.318550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-96d44233-ce10-430a-ad6c-2da2788e71cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:33.320207 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-96d44233-ce10-430a-ad6c-2da2788e71cc admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/cc71292d-79d7-46bb-8d01-c3307cbc3895 HTTP/1.1" status: 204 len: 168 time: 0.1853707 May 28 03:44:33.328959 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d44233-ce10-430a-ad6c-2da2788e71cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc71292d-79d7-46bb-8d01-c3307cbc3895,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:33.340939 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=78,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:34.277017 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41232) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:34.372075 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1568562838-network', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:34.482144 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Made reservation on behalf of d1d9f51a3cc44062af827a498842ee80 for: {'network': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:44:34.484778 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:34.494168 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:34.572676 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Publish callbacks [] for security_group (d22410af-0a65-492c-98e9-ae57227c7019), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:34.637625 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (d22410af-0a65-492c-98e9-ae57227c7019), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:34.662819 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=104450) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:44:34.673220 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22410af-0a65-492c-98e9-ae57227c7019,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:34.677982 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (0e1493c7-b4e4-4579-8836-2614138a51ef), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:34.678315 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.segments_db [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Added segment 0e1493c7-b4e4-4579-8836-2614138a51ef of type vlan for network 906b0a82-c757-4c32-a49b-21a69d65b543 May 28 03:44:34.720645 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (906b0a82-c757-4c32-a49b-21a69d65b543), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:34.803249 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (906b0a82-c757-4c32-a49b-21a69d65b543), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:34.804813 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:34.805433 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:34.829517 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=84,neutron:DELETE=6,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:34.834195 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=82,neutron:UPDATE=4,neutron:DELETE=5,neutron:INSERT=9 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:34.865293 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] Pushing event updated for resources: {'Network': ['ID=906b0a82-c757-4c32-a49b-21a69d65b543,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:34.874990 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network 906b0a82-c757-4c32-a49b-21a69d65b543 details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:44:34.912545 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41250) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:34.913220 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-6065c18d-5068-4138-80f1-dcc665de4760 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6345088 May 28 03:44:34.919248 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-a266bd5d-d2d3-42ee-9383-46cdd49488ad admin admin] Request body: {'subnet': {'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1568562838-subnet', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'ip_version': 4}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:35.009219 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a266bd5d-d2d3-42ee-9383-46cdd49488ad admin admin] Made reservation on behalf of d1d9f51a3cc44062af827a498842ee80 for: {'subnet': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:44:35.011714 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a266bd5d-d2d3-42ee-9383-46cdd49488ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5211775'] for subnet (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.018068 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41254) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:35.129964 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-084162bf-5306-40d6-9950-0e24adc8550f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.209489 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-084162bf-5306-40d6-9950-0e24adc8550f admin admin] Publish callbacks [] for security_group (e444a5ad-150e-499e-b41d-c9e6ccc6b0af), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.260592 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a266bd5d-d2d3-42ee-9383-46cdd49488ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4579033', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5211753'] for subnet (da03efca-b11d-4053-9e9f-838140cef9a2), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.277657 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-084162bf-5306-40d6-9950-0e24adc8550f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (e444a5ad-150e-499e-b41d-c9e6ccc6b0af), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.320720 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266bd5d-d2d3-42ee-9383-46cdd49488ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=da03efca-b11d-4053-9e9f-838140cef9a2,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:35.330633 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a266bd5d-d2d3-42ee-9383-46cdd49488ad admin admin] Checking segment: {'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104449) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:35.330997 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a266bd5d-d2d3-42ee-9383-46cdd49488ad admin admin] Network hostable DHCP agents. Network: 906b0a82-c757-4c32-a49b-21a69d65b543, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104449) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:44:35.426191 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a266bd5d-d2d3-42ee-9383-46cdd49488ad admin admin] Network 906b0a82-c757-4c32-a49b-21a69d65b543 is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104449) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:44:35.517757 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-a266bd5d-d2d3-42ee-9383-46cdd49488ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, 906b0a82-c757-4c32-a49b-21a69d65b543) {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:35.521896 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a266bd5d-d2d3-42ee-9383-46cdd49488ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:35.522528 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a266bd5d-d2d3-42ee-9383-46cdd49488ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.531795 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c920503-3866-4686-81e9-bac883ec5c19 None None] Network 906b0a82-c757-4c32-a49b-21a69d65b543 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:44:35.534270 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=61,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:35.572787 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-084162bf-5306-40d6-9950-0e24adc8550f admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4b3abf46ab8e4acf9c28a566153fa6ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5536387 May 28 03:44:35.573927 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084162bf-5306-40d6-9950-0e24adc8550f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e444a5ad-150e-499e-b41d-c9e6ccc6b0af,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:35.575699 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41258) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:35.627714 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e1ca16f6-e7a9-491f-8b66-d862f7091c37 admin admin] Publish callbacks [] for security_group (e444a5ad-150e-499e-b41d-c9e6ccc6b0af), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.634428 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a8d4a0-147d-503b-ad97-c41c9d5b7add-906b0a82-c757-4c32-a49b-21a69d65b543', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'fixed_ips': [{'subnet_id': 'da03efca-b11d-4053-9e9f-838140cef9a2'}]}} from dv-cinder-843361-3-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 03:44:35.635453 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.639963 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a266bd5d-d2d3-42ee-9383-46cdd49488ad admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7259152 May 28 03:44:35.642663 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41260) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:35.649800 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:35.664694 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e1ca16f6-e7a9-491f-8b66-d862f7091c37 admin admin] Publish callbacks [] for security_group (e444a5ad-150e-499e-b41d-c9e6ccc6b0af), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.752216 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-858483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5120'] for router (427cde9f-9742-40e7-b5f4-0d4323287594), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.753388 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router (427cde9f-9742-40e7-b5f4-0d4323287594), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.775657 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e1ca16f6-e7a9-491f-8b66-d862f7091c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (e444a5ad-150e-499e-b41d-c9e6ccc6b0af), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.776512 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Allocated IP 172.20.0.2 (906b0a82-c757-4c32-a49b-21a69d65b543/da03efca-b11d-4053-9e9f-838140cef9a2/4ec7a9ca-7d10-4042-9cdd-72292a0595d9) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:44:35.778302 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e1ca16f6-e7a9-491f-8b66-d862f7091c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.779392 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e1ca16f6-e7a9-491f-8b66-d862f7091c37 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/e444a5ad-150e-499e-b41d-c9e6ccc6b0af HTTP/1.1" status: 204 len: 168 time: 0.2018018 May 28 03:44:35.796959 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ca16f6-e7a9-491f-8b66-d862f7091c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e444a5ad-150e-499e-b41d-c9e6ccc6b0af,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:35.840892 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Publish callbacks [] for router_controller (427cde9f-9742-40e7-b5f4-0d4323287594), precommit_add_association {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:35.937455 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Publish callbacks [] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:36.003633 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:36.043308 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Network 906b0a82-c757-4c32-a49b-21a69d65b543 is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:44:36.048594 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:36.049366 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Publish callbacks [] for router_gateway (427cde9f-9742-40e7-b5f4-0d4323287594), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:36.051234 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:44:36.060156 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Pushing event updated for resources: {'Port': ['ID=4ec7a9ca-7d10-4042-9cdd-72292a0595d9,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:36.117707 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Attempting to bind port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:44:36.118060 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Attempting to bind port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:44:36.118411 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Attempting to bind port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 on network 906b0a82-c757-4c32-a49b-21a69d65b543 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:44:36.123768 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:44:36.124135 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Checking segment: {'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:36.124522 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:36.124902 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Bound using segment: {'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:44:36.125383 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Bound port: 4ec7a9ca-7d10-4042-9cdd-72292a0595d9, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:44:36.125774 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:36.142875 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:36.191319 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] For port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:44:36.191932 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:36.196360 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] For port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=4ec7a9ca-7d10-4042-9cdd-72292a0595d9,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:44:36.304678 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Publish callbacks [] for router_gateway (427cde9f-9742-40e7-b5f4-0d4323287594), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:36.317671 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:36.322860 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:36.385943 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945dd19f-7305-4a7d-8d77-a71fb3a664fc None None] Pushing event updated for resources: {'Port': ['ID=4ec7a9ca-7d10-4042-9cdd-72292a0595d9,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:36.436416 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Allocated IP 172.27.3.243 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/4586eae6-4880-45ab-8d71-2d9b8abf3974) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:44:36.550081 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Publish callbacks [] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:36.566421 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:44:36.649338 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:36.697454 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:44:36.700710 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:36.707717 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:44:36.734643 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Pushing event updated for resources: {'Port': ['ID=4586eae6-4880-45ab-8d71-2d9b8abf3974,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:36.748022 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:37.032154 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Publish callbacks [] for router_gateway (427cde9f-9742-40e7-b5f4-0d4323287594), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:37.244647 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877056'] for router (427cde9f-9742-40e7-b5f4-0d4323287594), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:37.353745 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48d02e9-9f7e-4a44-afd7-2ec033d47d6a None None] Network 906b0a82-c757-4c32-a49b-21a69d65b543 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:44:37.365599 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:37.425751 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-e98b0a5a-dbde-40ba-a0d3-77f8ccc668be None None] Provisioning complete for port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:37.426114 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e98b0a5a-dbde-40ba-a0d3-77f8ccc668be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:37.443281 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Router 427cde9f-9742-40e7-b5f4-0d4323287594 is scheduled to L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 with binding_index 1 {{(pid=104449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 03:44:37.454661 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:37.490327 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:37.540779 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-e98b0a5a-dbde-40ba-a0d3-77f8ccc668be None None] Current status of the port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:37.541232 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e98b0a5a-dbde-40ba-a0d3-77f8ccc668be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:37.577199 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-e98b0a5a-dbde-40ba-a0d3-77f8ccc668be None None] For port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=4ec7a9ca-7d10-4042-9cdd-72292a0595d9,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:37.638236 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e98b0a5a-dbde-40ba-a0d3-77f8ccc668be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:37.695056 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98b0a5a-dbde-40ba-a0d3-77f8ccc668be None None] Pushing event updated for resources: {'Port': ['ID=4ec7a9ca-7d10-4042-9cdd-72292a0595d9,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:37.758097 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-b18359b2-9125-4acf-a259-f592d2ba42dd None None] Provisioning complete for port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:37.758465 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b18359b2-9125-4acf-a259-f592d2ba42dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:37.811163 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:44:37.826058 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Sync routers for ids ['427cde9f-9742-40e7-b5f4-0d4323287594'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:44:37.854164 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-b18359b2-9125-4acf-a259-f592d2ba42dd None None] Current status of the port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:37.857128 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Routers {'427cde9f-9742-40e7-b5f4-0d4323287594'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:37.857772 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['427cde9f-9742-40e7-b5f4-0d4323287594'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:37.885375 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:37.891034 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c34e2ce6-e006-43b3-80ed-02688241b75c admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2430494 May 28 03:44:37.891211 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41290) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:37.969613 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Set router 427cde9f-9742-40e7-b5f4-0d4323287594 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:38.077949 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:38.094522 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:38.151708 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:44:36Z', 'revision_number': 3, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:38.176503 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Checking router: 427cde9f-9742-40e7-b5f4-0d4323287594 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:44:38.176846 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Updating router 427cde9f-9742-40e7-b5f4-0d4323287594 port 4586eae6-4880-45ab-8d71-2d9b8abf3974 binding host dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:44:38.206347 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:38.260805 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:44:38.319337 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:38.377287 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:38.377870 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:38.484633 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Allocated IP 172.20.0.1 (906b0a82-c757-4c32-a49b-21a69d65b543/da03efca-b11d-4053-9e9f-838140cef9a2/31d07279-1043-4c1e-8e7e-ec5ee945574f) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:44:38.535856 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:38.586810 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Publish callbacks [] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), precommit_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:38.593651 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Publish callbacks [] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:38.706059 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:38.740947 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:38.760014 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Attempting to bind port 4586eae6-4880-45ab-8d71-2d9b8abf3974 on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:44:38.760383 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Attempting to bind port 4586eae6-4880-45ab-8d71-2d9b8abf3974 by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:44:38.760741 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Attempting to bind port 4586eae6-4880-45ab-8d71-2d9b8abf3974 on network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:44:38.762791 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Pushing event updated for resources: {'Port': ['ID=4586eae6-4880-45ab-8d71-2d9b8abf3974,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:38.771477 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:44:38.776204 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Checking segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:38.776204 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:38.776204 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Bound using segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:44:38.776204 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Bound port: 4586eae6-4880-45ab-8d71-2d9b8abf3974, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:44:38.776204 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:38.776673 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.776953 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.777322 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.777661 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.778351 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.778683 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.779007 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.779333 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.779654 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.779976 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.780297 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.780616 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.780933 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.781283 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.781610 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:38.789348 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Network 906b0a82-c757-4c32-a49b-21a69d65b543 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:44:38.796514 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:38.800258 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:44:38.804424 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Pushing event updated for resources: {'Port': ['ID=31d07279-1043-4c1e-8e7e-ec5ee945574f,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:38.839150 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] For port 4586eae6-4880-45ab-8d71-2d9b8abf3974, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:44:38.843299 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878195'] for router_interface (427cde9f-9742-40e7-b5f4-0d4323287594), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:38.843432 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] For port 4586eae6-4880-45ab-8d71-2d9b8abf3974, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=4586eae6-4880-45ab-8d71-2d9b8abf3974,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:44:38.914428 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:38.940539 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:38.947176 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:38.986382 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Routers {'427cde9f-9742-40e7-b5f4-0d4323287594'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:38.987104 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['427cde9f-9742-40e7-b5f4-0d4323287594'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:39.026685 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa8cf4-5ffa-4249-be13-b10a91a34e28 None None] Pushing event updated for resources: {'Port': ['ID=4586eae6-4880-45ab-8d71-2d9b8abf3974,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:39.041661 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:39.061662 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:39.092053 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:39.103772 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-d3009f59-787b-4bfb-abf1-f74860ce819f None None] Provisioning complete for port 31d07279-1043-4c1e-8e7e-ec5ee945574f triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:39.104139 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d3009f59-787b-4bfb-abf1-f74860ce819f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:39.111172 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-16c370f4-acc4-4b1e-aace-8590956d7581 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=282a34892e974900926a37a76690258c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358493 May 28 03:44:39.137841 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] Set router 427cde9f-9742-40e7-b5f4-0d4323287594 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:39.195574 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-d3009f59-787b-4bfb-abf1-f74860ce819f None None] Port 31d07279-1043-4c1e-8e7e-ec5ee945574f cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:44:39.387523 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8c233-674d-413f-a33c-0437832dbef7 req-d9ede02a-d3fc-4163-ae51-07da6c0dd589 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:39.388972 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-d9ede02a-d3fc-4163-ae51-07da6c0dd589 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2716045 May 28 03:44:39.423839 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-c071edfc-0da6-4b22-a080-236dfbbbe563 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/quotas/282a34892e974900926a37a76690258c HTTP/1.1" status: 200 len: 375 time: 0.0230784 May 28 03:44:39.443805 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:44:36Z', 'revision_number': 3, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:39.469372 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-e569f437-f9db-4345-88e3-10a61dc26d24 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=282a34892e974900926a37a76690258c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374017 May 28 03:44:39.471347 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Publish callbacks [] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:39.472963 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d92a50d-12c8-4fe6-b939-cbf3ccc14073 None None] The sync data for ids ['427cde9f-9742-40e7-b5f4-0d4323287594'] in dv-cinder-843361-3-iscsi is: [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:44:36Z', 'revision_number': 3, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:44:39.522022 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578654'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:39.594932 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-877763'] for router_interface (427cde9f-9742-40e7-b5f4-0d4323287594), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:39.597745 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Pushing event updated for resources: {'Port': ['ID=31d07279-1043-4c1e-8e7e-ec5ee945574f,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:39.624601 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:39.731923 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Network 906b0a82-c757-4c32-a49b-21a69d65b543 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:44:39.740127 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:39.804920 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1c2102ab-ccf9-405b-ba9d-b7f45a65fbd9 req-bc6c1301-4822-4da5-9163-70269ef3edf6 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 210 time: 0.0455303 May 28 03:44:39.884256 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Router 427cde9f-9742-40e7-b5f4-0d4323287594 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:44:40.006134 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:44:40.012257 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8d6f2d8b-0e1d-4250-aaee-3a4db70548af admin admin] 10.222.0.41 "PUT /v2.0/routers/427cde9f-9742-40e7-b5f4-0d4323287594/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1200202 May 28 03:44:40.038591 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-349b2be5-1fe5-43cf-b434-aa71dc5a3d00 None None] Provisioning complete for port 31d07279-1043-4c1e-8e7e-ec5ee945574f triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:40.038952 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-349b2be5-1fe5-43cf-b434-aa71dc5a3d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:40.078832 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-349b2be5-1fe5-43cf-b434-aa71dc5a3d00 None None] Port 31d07279-1043-4c1e-8e7e-ec5ee945574f cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:44:40.254563 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 4586eae6-4880-45ab-8d71-2d9b8abf3974 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:44:40.338770 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 4586eae6-4880-45ab-8d71-2d9b8abf3974 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:40.339223 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:40.420849 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 4586eae6-4880-45ab-8d71-2d9b8abf3974 is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:40.421275 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:40.443854 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 4586eae6-4880-45ab-8d71-2d9b8abf3974, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=4586eae6-4880-45ab-8d71-2d9b8abf3974,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:40.512729 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:40.570441 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=4586eae6-4880-45ab-8d71-2d9b8abf3974,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:40.784664 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ac0b1-c9c3-42a0-a440-7e3993ce7466 req-65936326-6576-456f-aa10-5f411cfd524d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:40.786137 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a76ac0b1-c9c3-42a0-a440-7e3993ce7466 req-65936326-6576-456f-aa10-5f411cfd524d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 946 time: 0.0473258 May 28 03:44:40.840023 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a76ac0b1-c9c3-42a0-a440-7e3993ce7466 req-e30f5249-4e43-4844-9d9c-28631d8479ad tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477598 May 28 03:44:40.891277 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-dab91128-cf9c-406b-ab5e-3ac019ea7f0c req-7b9e3f63-a10c-477b-ab6a-61fae44d585c tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 210 time: 0.0438213 May 28 03:44:40.996875 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41342) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:41.001813 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1972618016-network', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:41.117490 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Made reservation on behalf of fad1092444f04842bf6eee17a36bf043 for: {'network': 1} {{(pid=104449) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:44:41.120020 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for network (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:41.129060 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:41.166423 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Sync routers for ids ['427cde9f-9742-40e7-b5f4-0d4323287594'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:44:41.175517 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Routers {'427cde9f-9742-40e7-b5f4-0d4323287594'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:41.176121 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['427cde9f-9742-40e7-b5f4-0d4323287594'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:41.206769 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Publish callbacks [] for security_group (5eeeb666-ea86-4d07-9fee-839d6fdaf900), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:41.272253 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (5eeeb666-ea86-4d07-9fee-839d6fdaf900), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:41.302373 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=104449) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 28 03:44:41.309262 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeeb666-ea86-4d07-9fee-839d6fdaf900,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:41.315508 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (137b8469-e705-4045-be95-f9c7899fed7b), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:41.315849 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.segments_db [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Added segment 137b8469-e705-4045-be95-f9c7899fed7b of type vlan for network 65a44334-df4a-4c81-94ca-8316fb4ef4ed May 28 03:44:41.354974 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:41.357313 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730616174704'] for network (65a44334-df4a-4c81-94ca-8316fb4ef4ed), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:41.367739 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Set router 427cde9f-9742-40e7-b5f4-0d4323287594 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:41.431480 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637'] for network (65a44334-df4a-4c81-94ca-8316fb4ef4ed), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:41.432399 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:41.432973 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:41.495776 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] Pushing event updated for resources: {'Network': ['ID=65a44334-df4a-4c81-94ca-8316fb4ef4ed,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:41.511368 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Network 65a44334-df4a-4c81-94ca-8316fb4ef4ed details requested by agent ovs-agent-dv-cinder-843361-3-iscsi with host dv-cinder-843361-3-iscsi {{(pid=104451) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 28 03:44:41.518899 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-809739d4-9dda-4f76-b8fd-39ded963ad54 admin admin] 10.222.0.41 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5208869 May 28 03:44:41.522203 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41344) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:41.528256 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-60508903-b37a-458c-8e3c-05912bcb7850 admin admin] Request body: {'subnet': {'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1972618016-subnet', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'ip_version': 4}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:41.557759 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:44:38Z', 'revision_number': 4, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '31d07279-1043-4c1e-8e7e-ec5ee945574f', 'name': '', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'mac_address': 'fa:16:3e:04:b8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:38Z', 'updated_at': '2022-05-28T03:44:39Z', 'revision_number': 2, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'subnets': [{'id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:41.586486 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Checking router: 427cde9f-9742-40e7-b5f4-0d4323287594 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:44:41.586823 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Updating router 427cde9f-9742-40e7-b5f4-0d4323287594 port 31d07279-1043-4c1e-8e7e-ec5ee945574f binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:44:41.597594 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60508903-b37a-458c-8e3c-05912bcb7850 admin admin] Made reservation on behalf of fad1092444f04842bf6eee17a36bf043 for: {'subnet': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:44:41.600136 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-60508903-b37a-458c-8e3c-05912bcb7850 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4789214'] for subnet (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:41.613766 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:41.843331 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-60508903-b37a-458c-8e3c-05912bcb7850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5710777', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4789192'] for subnet (6ef3df6b-2b2f-430d-bb8e-316a0e1c8148), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:41.912051 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60508903-b37a-458c-8e3c-05912bcb7850 admin admin] Checking segment: {'id': '137b8469-e705-4045-be95-f9c7899fed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:41.914705 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60508903-b37a-458c-8e3c-05912bcb7850 admin admin] Network hostable DHCP agents. Network: 65a44334-df4a-4c81-94ca-8316fb4ef4ed, hostable agents: ['94005fb3-58ef-48e6-b041-7e15c185fe04'], hosted agents: [] {{(pid=104450) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 28 03:44:41.920112 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=82,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:41.921646 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Publish callbacks [] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:41.923073 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60508903-b37a-458c-8e3c-05912bcb7850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ef3df6b-2b2f-430d-bb8e-316a0e1c8148,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:41.997284 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-46e33153-b74d-40fa-9680-f5a25a085194 req-0136599f-d00f-40ee-8741-83446556cc52 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 210 time: 0.0297458 May 28 03:44:42.002000 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.004011 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60508903-b37a-458c-8e3c-05912bcb7850 admin admin] Network 65a44334-df4a-4c81-94ca-8316fb4ef4ed is scheduled to be hosted by DHCP agent 94005fb3-58ef-48e6-b041-7e15c185fe04 with binding_index 1 {{(pid=104450) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 28 03:44:42.020550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1951e3-29a3-40c7-b333-b15c37e7e78b req-8933450e-ea77-43cc-b3db-f18c1091bcc1 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:42.022085 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3a1951e3-29a3-40c7-b333-b15c37e7e78b req-8933450e-ea77-43cc-b3db-f18c1091bcc1 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 946 time: 0.0630333 May 28 03:44:42.078981 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3a1951e3-29a3-40c7-b333-b15c37e7e78b req-e52854ff-2fac-4465-b0d4-521e0e1c26c0 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499349 May 28 03:44:42.081239 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Pushing event updated for resources: {'Port': ['ID=31d07279-1043-4c1e-8e7e-ec5ee945574f,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:42.095895 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-60508903-b37a-458c-8e3c-05912bcb7850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-843361-3-iscsi, 65a44334-df4a-4c81-94ca-8316fb4ef4ed) {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:42.100581 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60508903-b37a-458c-8e3c-05912bcb7850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:42.102324 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-60508903-b37a-458c-8e3c-05912bcb7850 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.103762 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.104315 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.105024 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.105767 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.106726 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.107771 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.108552 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.109399 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.110381 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.110935 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.111173 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f582e1-472c-488c-91f0-75a8eb504572 None None] Network 65a44334-df4a-4c81-94ca-8316fb4ef4ed requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:44:42.111720 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.112548 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.113131 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.113734 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.114292 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104452) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:44:42.134420 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Attempting to bind port 31d07279-1043-4c1e-8e7e-ec5ee945574f on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:44:42.134891 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Attempting to bind port 31d07279-1043-4c1e-8e7e-ec5ee945574f by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:44:42.135263 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Attempting to bind port 31d07279-1043-4c1e-8e7e-ec5ee945574f on network 906b0a82-c757-4c32-a49b-21a69d65b543 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:44:42.142143 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:44:42.142506 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Checking segment: {'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:42.142900 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.143614 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Bound using segment: {'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:44:42.143779 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Bound port: 31d07279-1043-4c1e-8e7e-ec5ee945574f, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:44:42.144087 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.178888 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-60508903-b37a-458c-8e3c-05912bcb7850 admin admin] 10.222.0.41 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6553617 May 28 03:44:42.182165 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41350) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:42.188179 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1972618016-router', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:42.211674 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:42.239150 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:42.242902 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] For port 31d07279-1043-4c1e-8e7e-ec5ee945574f, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:44:42.251141 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] For port 31d07279-1043-4c1e-8e7e-ec5ee945574f, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=31d07279-1043-4c1e-8e7e-ec5ee945574f,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:44:42.262406 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc9a8d4a0-147d-503b-ad97-c41c9d5b7add-65a44334-df4a-4c81-94ca-8316fb4ef4ed', 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed', 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'fixed_ips': [{'subnet_id': '6ef3df6b-2b2f-430d-bb8e-316a0e1c8148'}]}} from dv-cinder-843361-3-iscsi. {{(pid=104451) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 28 03:44:42.263677 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.270960 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-858483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5120'] for router (b7616f06-1c15-463f-a557-2feaf8dac69d), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.272323 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-580803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-877171', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-655504', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5177'] for router (b7616f06-1c15-463f-a557-2feaf8dac69d), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.295662 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 4586eae6-4880-45ab-8d71-2d9b8abf3974 up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:44:42.344925 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:42.352748 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Publish callbacks [] for router_controller (b7616f06-1c15-463f-a557-2feaf8dac69d), precommit_add_association {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.356828 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.367271 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-6e12b756-d1f2-4887-be4b-7d3226371352 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:42.369214 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-6e12b756-d1f2-4887-be4b-7d3226371352 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 946 time: 0.0921371 May 28 03:44:42.423096 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Routers {'427cde9f-9742-40e7-b5f4-0d4323287594'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:42.423096 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['427cde9f-9742-40e7-b5f4-0d4323287594'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:42.483568 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b56c26-5e76-47eb-aa54-71cc4b28add7 None None] Pushing event updated for resources: {'Port': ['ID=31d07279-1043-4c1e-8e7e-ec5ee945574f,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:42.511174 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Deleting port ce3985bf-d85c-4d8a-be10-2df6ad569608 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:44:42.511521 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.525075 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-991b07be-b5ef-4705-9dc3-577ef368d392 None None] Provisioning complete for port 31d07279-1043-4c1e-8e7e-ec5ee945574f triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:42.525827 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-991b07be-b5ef-4705-9dc3-577ef368d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.608176 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:42.612884 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] Set router 427cde9f-9742-40e7-b5f4-0d4323287594 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:42.619313 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:42.624224 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 4586eae6-4880-45ab-8d71-2d9b8abf3974 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:42.624601 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.670227 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] For port ce3985bf-d85c-4d8a-be10-2df6ad569608, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=ce3985bf-d85c-4d8a-be10-2df6ad569608,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:42.670698 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.673744 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.db_base_plugin_common [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Allocated IP 172.20.0.2 (65a44334-df4a-4c81-94ca-8316fb4ef4ed/6ef3df6b-2b2f-430d-bb8e-316a0e1c8148/50ecb18b-b6bb-4365-9844-24361be5b18a) {{(pid=104451) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:44:42.682899 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Publish callbacks [] for router_gateway (b7616f06-1c15-463f-a557-2feaf8dac69d), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.764450 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-991b07be-b5ef-4705-9dc3-577ef368d392 None None] Current status of the port 31d07279-1043-4c1e-8e7e-ec5ee945574f is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:42.765614 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-991b07be-b5ef-4705-9dc3-577ef368d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.836504 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:44:38Z', 'revision_number': 4, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '31d07279-1043-4c1e-8e7e-ec5ee945574f', 'name': '', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'mac_address': 'fa:16:3e:04:b8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:38Z', 'updated_at': '2022-05-28T03:44:42Z', 'revision_number': 4, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'subnets': [{'id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:42.854644 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 4586eae6-4880-45ab-8d71-2d9b8abf3974 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:42.881880 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0977dfd7-a84e-438b-9bc2-aa627105c4e9 None None] The sync data for ids ['427cde9f-9742-40e7-b5f4-0d4323287594'] in dv-cinder-843361-3-iscsi is: [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:44:38Z', 'revision_number': 4, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '31d07279-1043-4c1e-8e7e-ec5ee945574f', 'name': '', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'mac_address': 'fa:16:3e:04:b8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:38Z', 'updated_at': '2022-05-28T03:44:42Z', 'revision_number': 4, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'subnets': [{'id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:44:42.882261 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-991b07be-b5ef-4705-9dc3-577ef368d392 None None] For port 31d07279-1043-4c1e-8e7e-ec5ee945574f, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=31d07279-1043-4c1e-8e7e-ec5ee945574f,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:42.929748 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.929748 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (4c93d702-e154-4447-9707-cd46cb1d8e9f), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:42.930360 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Floating IP 4c93d702-e154-4447-9707-cd46cb1d8e9f disassociated. External IP: 172.27.3.53, port: ce3985bf-d85c-4d8a-be10-2df6ad569608. May 28 03:44:42.937752 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Calling delete_port for ce3985bf-d85c-4d8a-be10-2df6ad569608 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:44:42.968566 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-991b07be-b5ef-4705-9dc3-577ef368d392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:43.014134 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Publish callbacks [] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), precommit_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:43.026770 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=7 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:43.044604 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Publish callbacks [] for router_gateway (b7616f06-1c15-463f-a557-2feaf8dac69d), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:43.051720 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b07be-b5ef-4705-9dc3-577ef368d392 None None] Pushing event updated for resources: {'Port': ['ID=31d07279-1043-4c1e-8e7e-ec5ee945574f,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:43.079480 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:43.093544 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-32eb50f9-65a2-4937-bc7b-49f73635938b None None] Provisioning complete for port 31d07279-1043-4c1e-8e7e-ec5ee945574f triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:43.093921 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-32eb50f9-65a2-4937-bc7b-49f73635938b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:43.123456 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-432d2db0-be83-4c79-8b4f-f3c2f9f63be0 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.27 "GET /v2.0/networks?tenant_id=282a34892e974900926a37a76690258c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527384 May 28 03:44:43.140998 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), after_create {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:43.192814 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:43.200715 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Pushing event updated for resources: {'Port': ['ID=50ecb18b-b6bb-4365-9844-24361be5b18a,revision_number=1']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:43.213810 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Network 65a44334-df4a-4c81-94ca-8316fb4ef4ed is already hosted by enough agents. {{(pid=104451) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:44:43.216186 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.scheduler.base_scheduler [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Resources bound (agent type, host, resource id): {{(pid=104451) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:43.219396 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Received port after_create {{(pid=104451) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:44:43.248205 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-02c4181f-d8b2-4f2d-9410-cfda0b292659 req-250d31e7-724a-4808-9725-8e06cbe20adc tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 210 time: 0.0832655 May 28 03:44:43.262069 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:43.343317 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Attempting to bind port 50ecb18b-b6bb-4365-9844-24361be5b18a on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:44:43.343995 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Attempting to bind port 50ecb18b-b6bb-4365-9844-24361be5b18a by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '137b8469-e705-4045-be95-f9c7899fed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed'}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:44:43.345075 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Attempting to bind port 50ecb18b-b6bb-4365-9844-24361be5b18a on network 65a44334-df4a-4c81-94ca-8316fb4ef4ed {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:44:43.347500 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-32eb50f9-65a2-4937-bc7b-49f73635938b None None] Current status of the port 31d07279-1043-4c1e-8e7e-ec5ee945574f is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:43.355050 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:44:43.355657 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Checking segment: {'id': '137b8469-e705-4045-be95-f9c7899fed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104451) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:43.356794 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:43.357379 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Bound using segment: {'id': '137b8469-e705-4045-be95-f9c7899fed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed'} {{(pid=104451) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:44:43.358027 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.managers [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Bound port: 50ecb18b-b6bb-4365-9844-24361be5b18a, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137b8469-e705-4045-be95-f9c7899fed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed'}}] {{(pid=104451) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:44:43.358400 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:43.358534 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Allocated IP 172.27.3.235 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/937eae2c-d554-417b-863a-741ff529024c) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:44:43.430482 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] For port 50ecb18b-b6bb-4365-9844-24361be5b18a, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104451) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:44:43.433977 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] For port 50ecb18b-b6bb-4365-9844-24361be5b18a, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=50ecb18b-b6bb-4365-9844-24361be5b18a,segment=NetworkSegment(137b8469-e705-4045-be95-f9c7899fed7b),segment_id=137b8469-e705-4045-be95-f9c7899fed7b)] {{(pid=104451) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:44:43.476341 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d62f9-8e48-4408-b9cf-19cd53c1fd42 req-4a912c06-ab47-47e9-94e9-0691ce787308 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:43.478062 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a76d62f9-8e48-4408-b9cf-19cd53c1fd42 req-4a912c06-ab47-47e9-94e9-0691ce787308 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 946 time: 0.2551489 May 28 03:44:43.500567 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8c233-674d-413f-a33c-0437832dbef7 req-cfb9c3a7-60a9-41a3-9601-489c263da939 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:43.502079 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-cfb9c3a7-60a9-41a3-9601-489c263da939 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3724988 May 28 03:44:43.505259 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:43.517535 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Request body: {'port': {'device_id': 'df122191-3ca2-4f3e-8076-99d5d5e713b0', 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a', 'admin_state_up': True, 'tenant_id': '282a34892e974900926a37a76690258c'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:43.525212 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:43.527584 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Publish callbacks [] for port (937eae2c-d554-417b-863a-741ff529024c), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:43.610133 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae9afc-13e4-469f-9813-cd768a1a281d None None] Pushing event updated for resources: {'Port': ['ID=50ecb18b-b6bb-4365-9844-24361be5b18a,revision_number=2']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:43.616467 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (ce3985bf-d85c-4d8a-be10-2df6ad569608), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:43.633618 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a76d62f9-8e48-4408-b9cf-19cd53c1fd42 req-4e592802-d9c4-4a0d-913c-d2c3f30461f7 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463296 May 28 03:44:43.640291 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (937eae2c-d554-417b-863a-741ff529024c), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:43.699944 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:44:43.703390 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:43.708550 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event deleted for resources: {'Port': ['ID=ce3985bf-d85c-4d8a-be10-2df6ad569608,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:43.709400 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:44:43.744577 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Pushing event updated for resources: {'Port': ['ID=937eae2c-d554-417b-863a-741ff529024c,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:43.865599 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Router 4977754d-3d17-41b3-8f89-4fd027299e3d has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:44:43.942521 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:44.014500 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:44:44.028690 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb39143-5029-45eb-8769-706639d7898b None None] Sync routers for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:44:44.050927 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb39143-5029-45eb-8769-706639d7898b None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:44.051581 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-5bb39143-5029-45eb-8769-706639d7898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:44.074530 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] No DVR routers for this DVR port ce3985bf-d85c-4d8a-be10-2df6ad569608 on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:44:44.077520 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:44.081638 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-571b28e2-8655-439b-ba23-8368f6a3b713 req-7dc84a42-2875-42e2-9514-d9608fdaba35 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "DELETE /v2.0/ports/ce3985bf-d85c-4d8a-be10-2df6ad569608 HTTP/1.1" status: 204 len: 173 time: 1.7070796 May 28 03:44:44.082245 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Made reservation on behalf of 282a34892e974900926a37a76690258c for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:44:44.087756 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:44.091304 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'name': 'network-vif-deleted', 'tag': 'ce3985bf-d85c-4d8a-be10-2df6ad569608'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:44:44.093407 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367492b1-aeda-48a4-8f34-bbdf1028a04a" -d '{"events": [{"server_uuid": "b53491f6-a319-4950-ac9e-a9b0bd7a45e2", "name": "network-vif-deleted", "tag": "ce3985bf-d85c-4d8a-be10-2df6ad569608"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:44:44.104965 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Publish callbacks [] for security_group (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:44.126297 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:44.181462 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-577b7a55-dba1-4643-9a94-aa2e64f82b25 x-openstack-request-id: req-577b7a55-dba1-4643-9a94-aa2e64f82b25 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:44:44.181925 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53491f6-a319-4950-ac9e-a9b0bd7a45e2", "name": "network-vif-deleted", "tag": "ce3985bf-d85c-4d8a-be10-2df6ad569608", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:44:44.182319 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-577b7a55-dba1-4643-9a94-aa2e64f82b25 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:44:44.182850 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-577b7a55-dba1-4643-9a94-aa2e64f82b25'] response: {'server_uuid': 'b53491f6-a319-4950-ac9e-a9b0bd7a45e2', 'name': 'network-vif-deleted', 'tag': 'ce3985bf-d85c-4d8a-be10-2df6ad569608', 'status': 'completed', 'code': 200} May 28 03:44:44.218471 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Publish callbacks [] for security_group (6348e825-1bce-4888-b048-e9b10c4d91df), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:44.272302 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (6348e825-1bce-4888-b048-e9b10c4d91df), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:44.363414 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-5bb39143-5029-45eb-8769-706639d7898b None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:44.413782 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6348e825-1bce-4888-b048-e9b10c4d91df,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:44.476995 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 50ecb18b-b6bb-4365-9844-24361be5b18a up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:44:44.567984 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0751cd0e-9f65-44a5-a485-52b74056baaa req-9ea26f04-731e-4915-95db-16e1cff214c9 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-990483197&fields=id&tenant_id=23f8194639b14942b36011698807b031 HTTP/1.1" status: 200 len: 267 time: 0.1649597 May 28 03:44:44.629970 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Allocated IP 192.168.233.40 (3e55466e-d015-47c3-bdd7-9c2426f2052a/6afd5bd3-b513-46bf-adfd-34bcf90b8d12/dd26d70b-fd3e-4adb-8cf1-11836f3ced7a) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:44:44.630609 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 50ecb18b-b6bb-4365-9844-24361be5b18a triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:44.631093 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:44.673129 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751cd0e-9f65-44a5-a485-52b74056baaa req-48c003f2-cac3-483a-9dcb-ffe1ec371702 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:44.685047 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0751cd0e-9f65-44a5-a485-52b74056baaa req-48c003f2-cac3-483a-9dcb-ffe1ec371702 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 984 time: 0.1116540 May 28 03:44:44.714842 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-0751cd0e-9f65-44a5-a485-52b74056baaa req-e48fd58a-1d7e-4ea0-964f-f9cc33ac5f13 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Request body: {'port': {'security_groups': ['ceacf493-a4ac-4e7a-824a-43ce52fea8b7']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:44.724784 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b52574e0-21d2-48ff-a4ed-98a5854d74fa req-392745c9-f423-4a7b-a6e2-dfa17a952ade tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 210 time: 0.0535438 May 28 03:44:44.804372 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-5bb39143-5029-45eb-8769-706639d7898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:44.827911 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Publish callbacks [] for router_gateway (b7616f06-1c15-463f-a557-2feaf8dac69d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:44.886377 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0751cd0e-9f65-44a5-a485-52b74056baaa req-e48fd58a-1d7e-4ea0-964f-f9cc33ac5f13 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:44.919937 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-c9757300-9086-4dcd-8a1a-37aa38d5fc86 req-1c5deb0e-0441-4087-b904-b0550730a22b tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=b53491f6-a319-4950-ac9e-a9b0bd7a45e2 HTTP/1.1" status: 200 len: 210 time: 0.0532970 May 28 03:44:45.020552 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb39143-5029-45eb-8769-706639d7898b None None] Checking router: 4977754d-3d17-41b3-8f89-4fd027299e3d for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:44:45.029155 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 50ecb18b-b6bb-4365-9844-24361be5b18a is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:45.033904 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.049574 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb39143-5029-45eb-8769-706639d7898b None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:45.050926 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-5bb39143-5029-45eb-8769-706639d7898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:45.065149 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:45.120801 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 50ecb18b-b6bb-4365-9844-24361be5b18a, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=50ecb18b-b6bb-4365-9844-24361be5b18a,segment=NetworkSegment(137b8469-e705-4045-be95-f9c7899fed7b),segment_id=137b8469-e705-4045-be95-f9c7899fed7b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:45.138088 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13daa715-4ca0-4ee7-92e7-44fff1c00cf9 None None] Network 65a44334-df4a-4c81-94ca-8316fb4ef4ed requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:44:45.144236 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Publish callbacks [] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.150289 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:UPDATE=5,neutron:INSERT=9,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:45.167491 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-580852', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-877056'] for router (b7616f06-1c15-463f-a557-2feaf8dac69d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.258275 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-75497d8d-ee1c-44bb-9293-74dc5465e47a None None] Provisioning complete for port 50ecb18b-b6bb-4365-9844-24361be5b18a triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:45.258944 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-75497d8d-ee1c-44bb-9293-74dc5465e47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.264579 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-0751cd0e-9f65-44a5-a485-52b74056baaa req-e48fd58a-1d7e-4ea0-964f-f9cc33ac5f13 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] For port 88c75168-a0ab-4da4-b23a-190a9097ec15, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=88c75168-a0ab-4da4-b23a-190a9097ec15,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:45.272563 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.273954 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 31d07279-1043-4c1e-8e7e-ec5ee945574f up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:44:45.276734 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-5bb39143-5029-45eb-8769-706639d7898b None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:45.281513 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:45.298319 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0751cd0e-9f65-44a5-a485-52b74056baaa req-e48fd58a-1d7e-4ea0-964f-f9cc33ac5f13 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.339617 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.381245 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:45.382438 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Network 3e55466e-d015-47c3-bdd7-9c2426f2052a is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:44:45.388627 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:45.392677 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0751cd0e-9f65-44a5-a485-52b74056baaa req-e48fd58a-1d7e-4ea0-964f-f9cc33ac5f13 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.394822 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:44:45.408502 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Router b7616f06-1c15-463f-a557-2feaf8dac69d is scheduled to L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 with binding_index 1 {{(pid=104449) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 28 03:44:45.412816 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['88c75168-a0ab-4da4-b23a-190a9097ec15'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:44:45.427574 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Pushing event updated for resources: {'Port': ['ID=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:45.480227 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:45.493080 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751cd0e-9f65-44a5-a485-52b74056baaa req-e48fd58a-1d7e-4ea0-964f-f9cc33ac5f13 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:45.493707 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-0751cd0e-9f65-44a5-a485-52b74056baaa req-e48fd58a-1d7e-4ea0-964f-f9cc33ac5f13 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.512468 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0751cd0e-9f65-44a5-a485-52b74056baaa req-e48fd58a-1d7e-4ea0-964f-f9cc33ac5f13 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "PUT /v2.0/ports/88c75168-a0ab-4da4-b23a-190a9097ec15 HTTP/1.1" status: 200 len: 942 time: 0.8065293 May 28 03:44:45.514090 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41372) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:45.541767 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=50ecb18b-b6bb-4365-9844-24361be5b18a,revision_number=3']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:45.608960 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fd58a-1d7e-4ea0-964f-f9cc33ac5f13 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event updated for resources: {'Port': ['ID=88c75168-a0ab-4da4-b23a-190a9097ec15,revision_number=7']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:45.609837 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['88c75168-a0ab-4da4-b23a-190a9097ec15'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:44:45.658822 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:45.659664 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.687640 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 31d07279-1043-4c1e-8e7e-ec5ee945574f triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:45.687640 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.729568 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f648-2906-4a58-8fcd-4a7ff0255a6b tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group (058a59c8-29c7-4c4b-bf28-a705fd027d0c), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.735357 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:45.754900 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-40462ec5-a6bf-4dca-9521-6caa098edcfd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2415879 May 28 03:44:45.767183 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Request body: {'port': {'device_id': 'df122191-3ca2-4f3e-8076-99d5d5e713b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:45.793397 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:44:45.805295 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Sync routers for ids ['b7616f06-1c15-463f-a557-2feaf8dac69d'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:44:45.823478 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-75497d8d-ee1c-44bb-9293-74dc5465e47a None None] Current status of the port 50ecb18b-b6bb-4365-9844-24361be5b18a is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:45.826561 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f648-2906-4a58-8fcd-4a7ff0255a6b tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group (058a59c8-29c7-4c4b-bf28-a705fd027d0c), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:45.829434 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Routers {'b7616f06-1c15-463f-a557-2feaf8dac69d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:45.837523 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['b7616f06-1c15-463f-a557-2feaf8dac69d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:45.921667 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:45.922637 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.009793 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.023586 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41378) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:46.024159 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8d3580c1-6136-4329-83f5-15d8f48b2517 admin admin] 10.222.0.41 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8322699 May 28 03:44:46.039390 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd4e15-f69e-4563-a57d-a5af9052c6cb req-0d62b97c-d270-47aa-abfc-e282b1f3a743 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:46.042358 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Set router b7616f06-1c15-463f-a557-2feaf8dac69d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:46.053686 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-95dd4e15-f69e-4563-a57d-a5af9052c6cb req-0d62b97c-d270-47aa-abfc-e282b1f3a743 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 935 time: 0.1167772 May 28 03:44:46.079184 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:46.126932 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-5bb39143-5029-45eb-8769-706639d7898b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:46.129213 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-583b42a8-036d-4636-b00b-3e4b93696381 None None] Provisioning complete for port 88c75168-a0ab-4da4-b23a-190a9097ec15 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:46.130001 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-583b42a8-036d-4636-b00b-3e4b93696381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.130705 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-95dd4e15-f69e-4563-a57d-a5af9052c6cb req-3e54712d-43b9-4719-86ba-6c20fd4796d6 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760355 May 28 03:44:46.180877 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f648-2906-4a58-8fcd-4a7ff0255a6b tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (058a59c8-29c7-4c4b-bf28-a705fd027d0c), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.184133 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-b8e3f648-2906-4a58-8fcd-4a7ff0255a6b tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.188280 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b8e3f648-2906-4a58-8fcd-4a7ff0255a6b tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "DELETE /v2.0/security-groups/058a59c8-29c7-4c4b-bf28-a705fd027d0c HTTP/1.1" status: 204 len: 168 time: 0.6687398 May 28 03:44:46.188926 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41384) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:46.194924 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:44:46.197274 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f852210c-9097-4ba4-99f2-7f22429e7f39" -d '{"events": [{"name": "network-changed", "server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:44:46.261769 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d700fb7-6419-46c6-b198-7cf75b291006 x-openstack-request-id: req-3d700fb7-6419-46c6-b198-7cf75b291006 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:44:46.262065 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:44:46.262316 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-3d700fb7-6419-46c6-b198-7cf75b291006 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:44:46.262724 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d700fb7-6419-46c6-b198-7cf75b291006'] response: {'name': 'network-changed', 'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'status': 'completed', 'code': 200} May 28 03:44:46.294008 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'name': 'tempest-TestShelveInstance-1972618016-router', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '937eae2c-d554-417b-863a-741ff529024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:42Z', 'updated_at': '2022-05-28T03:44:43Z', 'revision_number': 3, 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'gw_port': {'id': '937eae2c-d554-417b-863a-741ff529024c', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:43Z', 'updated_at': '2022-05-28T03:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:46.296887 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3f648-2906-4a58-8fcd-4a7ff0255a6b tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058a59c8-29c7-4c4b-bf28-a705fd027d0c,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:46.309672 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 31d07279-1043-4c1e-8e7e-ec5ee945574f is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:46.313511 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb39143-5029-45eb-8769-706639d7898b None None] The sync data for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi is: [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:44:46.353748 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852210c-9097-4ba4-99f2-7f22429e7f39 req-01b63216-1256-4d5a-aab8-e40b929bf274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:46.355463 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f852210c-9097-4ba4-99f2-7f22429e7f39 req-01b63216-1256-4d5a-aab8-e40b929bf274 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=23f8194639b14942b36011698807b031&device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 1129 time: 0.0745263 May 28 03:44:46.366283 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Checking router: b7616f06-1c15-463f-a557-2feaf8dac69d for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:44:46.366283 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Updating router b7616f06-1c15-463f-a557-2feaf8dac69d port 937eae2c-d554-417b-863a-741ff529024c binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:44:46.431379 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (937eae2c-d554-417b-863a-741ff529024c), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.483218 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-583b42a8-036d-4636-b00b-3e4b93696381 None None] Current status of the port 88c75168-a0ab-4da4-b23a-190a9097ec15 is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:46.489638 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Deleting port b4fd9f4f-128d-40f1-babd-0bc27b8f8322 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:44:46.490919 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (b4fd9f4f-128d-40f1-babd-0bc27b8f8322), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.497362 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-583b42a8-036d-4636-b00b-3e4b93696381 None None] Provisioning complete for port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:46.497734 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-583b42a8-036d-4636-b00b-3e4b93696381 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.560703 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 50ecb18b-b6bb-4365-9844-24361be5b18a up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:44:46.566953 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-583b42a8-036d-4636-b00b-3e4b93696381 None None] Port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:44:46.599383 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (b4fd9f4f-128d-40f1-babd-0bc27b8f8322), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.599982 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for floatingip (b4fd9f4f-128d-40f1-babd-0bc27b8f8322), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.618703 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Calling delete_port for b4fd9f4f-128d-40f1-babd-0bc27b8f8322 owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:44:46.690057 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:46.705337 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 50ecb18b-b6bb-4365-9844-24361be5b18a triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:46.705973 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.713141 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-f30eba85-26cf-4456-a4ee-d5e50f77e13c None None] Provisioning complete for port 50ecb18b-b6bb-4365-9844-24361be5b18a triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:46.713759 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f30eba85-26cf-4456-a4ee-d5e50f77e13c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.856978 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae971ba-d1d9-4f2d-9197-a82425ce641e None None] New status for floating IP 4c93d702-e154-4447-9707-cd46cb1d8e9f: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:44:46.924097 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (b4fd9f4f-128d-40f1-babd-0bc27b8f8322), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:46.956128 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-f30eba85-26cf-4456-a4ee-d5e50f77e13c None None] Current status of the port 50ecb18b-b6bb-4365-9844-24361be5b18a is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:46.984707 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event deleted for resources: {'Port': ['ID=b4fd9f4f-128d-40f1-babd-0bc27b8f8322,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:46.991386 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-044f538d-81a9-460d-999a-8bf456cd10bf tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971281779&fields=id&tenant_id=c0fe831f6e954e05b7d448f1d4f43754 HTTP/1.1" status: 200 len: 267 time: 0.6967471 May 28 03:44:47.014037 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device ce3985bf-d85c-4d8a-be10-2df6ad569608 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:44:47.034571 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: ce3985bf-d85c-4d8a-be10-2df6ad569608 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:44:47.034932 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device ce3985bf-d85c-4d8a-be10-2df6ad569608 not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:44:47.036279 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 50ecb18b-b6bb-4365-9844-24361be5b18a is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:47.044814 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:47.052038 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Publish callbacks [] for port (937eae2c-d554-417b-863a-741ff529024c), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:47.061022 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:47.065321 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks [] for floatingip (97ce437a-a059-4305-b0a7-e2b80e13331d), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:47.065633 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Floating IP 97ce437a-a059-4305-b0a7-e2b80e13331d disassociated (deleted). External IP: 172.27.3.178, port: 88c75168-a0ab-4da4-b23a-190a9097ec15. May 28 03:44:47.117965 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852210c-9097-4ba4-99f2-7f22429e7f39 req-ea2703ac-1916-4ce0-a09c-04f61c56c7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:47.119438 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f852210c-9097-4ba4-99f2-7f22429e7f39 req-ea2703ac-1916-4ce0-a09c-04f61c56c7a4 service neutron] 10.222.0.27 "GET /v2.0/networks?id=184aa47e-df50-4987-8d3f-0e187a7b314b HTTP/1.1" status: 200 len: 915 time: 0.7130058 May 28 03:44:47.230758 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (937eae2c-d554-417b-863a-741ff529024c), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:47.250458 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:47.257975 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f852210c-9097-4ba4-99f2-7f22429e7f39 req-6e845e3f-6883-4426-b164-1cdb7fc42f8d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c75168-a0ab-4da4-b23a-190a9097ec15 HTTP/1.1" status: 200 len: 217 time: 0.1274533 May 28 03:44:47.263993 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:47.269950 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d438c62e-d6d9-4454-a7c3-9c2bc63cbd6e req-67ec355c-1e7e-4c75-b8d0-54d0190b728e tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:47.277633 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d438c62e-d6d9-4454-a7c3-9c2bc63cbd6e req-67ec355c-1e7e-4c75-b8d0-54d0190b728e tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 935 time: 0.0757360 May 28 03:44:47.286106 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Attempting to bind port 937eae2c-d554-417b-863a-741ff529024c on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:44:47.286471 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Attempting to bind port 937eae2c-d554-417b-863a-741ff529024c by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:44:47.286826 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Attempting to bind port 937eae2c-d554-417b-863a-741ff529024c on network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:44:47.293836 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199f2c8-f58a-4124-879c-1019eca4f9af None None] Pushing event updated for resources: {'Port': ['ID=937eae2c-d554-417b-863a-741ff529024c,revision_number=2']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:47.296514 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:44:47.296884 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Checking segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:47.297321 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:47.297696 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Bound using segment: {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:44:47.298147 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Bound port: 937eae2c-d554-417b-863a-741ff529024c, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '620e6ff6-994b-4ab7-9162-c2460b81c717', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:44:47.302249 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (937eae2c-d554-417b-863a-741ff529024c), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:47.318339 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd26d70b-fd3e-4adb-8cf1-11836f3ced7a {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:44:47.340897 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Publish callbacks [] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:47.355826 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] For port 937eae2c-d554-417b-863a-741ff529024c, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:44:47.357659 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:44:47.359594 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] For port 937eae2c-d554-417b-863a-741ff529024c, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=937eae2c-d554-417b-863a-741ff529024c,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:44:47.378588 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d438c62e-d6d9-4454-a7c3-9c2bc63cbd6e req-11d88029-f06c-4c10-9973-45ace2325fb8 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997920 May 28 03:44:47.388878 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:47.404678 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-0600278f-43bb-48da-acd9-a6dc228b9225 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:47.406151 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-0600278f-43bb-48da-acd9-a6dc228b9225 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 810 time: 0.4004655 May 28 03:44:47.407087 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Transition to ACTIVE for port object dd26d70b-fd3e-4adb-8cf1-11836f3ced7a will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:44:47.410434 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852210c-9097-4ba4-99f2-7f22429e7f39 req-1e792964-593d-4834-9025-f4e218999fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:47.411762 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f852210c-9097-4ba4-99f2-7f22429e7f39 req-1e792964-593d-4834-9025-f4e218999fa3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=cc27aa4c-1a23-42f7-80c5-81e071af24f7 HTTP/1.1" status: 200 len: 853 time: 0.1455314 May 28 03:44:47.441835 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-b19b607b-7f1d-4d2a-bc70-1b1b98e6f399 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/quotas/c0fe831f6e954e05b7d448f1d4f43754 HTTP/1.1" status: 200 len: 375 time: 0.0291293 May 28 03:44:47.453995 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (937eae2c-d554-417b-863a-741ff529024c), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:47.481508 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:44:47.485955 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:47.500338 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Routers {'b7616f06-1c15-463f-a557-2feaf8dac69d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:47.501245 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['b7616f06-1c15-463f-a557-2feaf8dac69d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:47.511783 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:47.514340 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228eac5-4520-47e8-85ff-19f08aaa2531 None None] Sync routers for ids ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:44:47.533687 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852210c-9097-4ba4-99f2-7f22429e7f39 req-0ec84c08-f7b5-4a26-acf1-4e3cbb880951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:47.533906 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ff0436db-b848-4505-a03b-25b2271b8816 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "DELETE /v2.0/floatingips/97ce437a-a059-4305-b0a7-e2b80e13331d HTTP/1.1" status: 204 len: 168 time: 1.3407927 May 28 03:44:47.534290 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:44:47.537198 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f852210c-9097-4ba4-99f2-7f22429e7f39 req-0ec84c08-f7b5-4a26-acf1-4e3cbb880951 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=184aa47e-df50-4987-8d3f-0e187a7b314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1081209 May 28 03:44:47.549888 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3566f41d-52c4-41ad-98a1-f3a6c6602745" -d '{"events": [{"name": "network-changed", "server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:44:47.573969 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199f2c8-f58a-4124-879c-1019eca4f9af None None] Pushing event updated for resources: {'Port': ['ID=937eae2c-d554-417b-863a-741ff529024c,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:47.581689 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228eac5-4520-47e8-85ff-19f08aaa2531 None None] Routers {'19e4f1bb-de21-4d5b-9eba-bf1764e44de4'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:47.582315 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-d228eac5-4520-47e8-85ff-19f08aaa2531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:47.623119 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-cf330405-37ed-42ae-bd96-e6fa1fb5f424 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1580086 May 28 03:44:47.659821 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:47.661872 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:47.711726 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] Set router b7616f06-1c15-463f-a557-2feaf8dac69d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:47.800705 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-d228eac5-4520-47e8-85ff-19f08aaa2531 None None] Set router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:47.859487 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:47.902636 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f852210c-9097-4ba4-99f2-7f22429e7f39 req-4add90f8-95d6-48d6-9bcc-bc79d95d8011 service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3599904 May 28 03:44:47.908326 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:47.974916 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-1c6a6de7-2f90-4c46-b9ea-c6aa7d8fc940 service neutron] 10.222.0.41 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737234 May 28 03:44:47.982994 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Attempting to bind port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:44:47.983333 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Attempting to bind port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'b05b82c8-ff0a-4755-b2de-891d85825fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:44:47.983493 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e269ea8-05de-4d09-8089-8277d8b33530 x-openstack-request-id: req-9e269ea8-05de-4d09-8089-8277d8b33530 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:44:47.983967 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Attempting to bind port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a on network 3e55466e-d015-47c3-bdd7-9c2426f2052a {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:44:47.984056 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:44:47.984056 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-9e269ea8-05de-4d09-8089-8277d8b33530 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:44:47.984663 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e269ea8-05de-4d09-8089-8277d8b33530'] response: {'name': 'network-changed', 'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'status': 'completed', 'code': 200} May 28 03:44:48.029412 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a on network 3e55466e-d015-47c3-bdd7-9c2426f2052a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:44:48.033614 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Attempting to bind port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a on network 3e55466e-d015-47c3-bdd7-9c2426f2052a {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:44:48.083781 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'name': 'tempest-TestShelveInstance-1972618016-router', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '937eae2c-d554-417b-863a-741ff529024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:42Z', 'updated_at': '2022-05-28T03:44:43Z', 'revision_number': 3, 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'gw_port': {'id': '937eae2c-d554-417b-863a-741ff529024c', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:43Z', 'updated_at': '2022-05-28T03:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:48.090525 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-d228eac5-4520-47e8-85ff-19f08aaa2531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'a893bed6-3631-4ca8-acd7-6cb870dbe42e', 'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'tenant_id': '23f8194639b14942b36011698807b031', 'mac_address': 'fa:16:3e:ce:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:39Z', 'updated_at': '2022-05-28T03:42:46Z', 'revision_number': 5, 'project_id': '23f8194639b14942b36011698807b031', 'subnets': [{'id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:48.098339 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 44, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:44:48.098581 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Checking segment: {'id': 'b05b82c8-ff0a-4755-b2de-891d85825fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:48.098999 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Bound using segment: {'id': 'b05b82c8-ff0a-4755-b2de-891d85825fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:44:48.099444 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Bound port: dd26d70b-fd3e-4adb-8cf1-11836f3ced7a, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b05b82c8-ff0a-4755-b2de-891d85825fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:44:48.099800 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:48.138414 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c0a61-3ff9-4bac-ad96-a201e7dcbf63 None None] The sync data for ids ['b7616f06-1c15-463f-a557-2feaf8dac69d'] in dv-cinder-843361-3-iscsi is: [{'id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'name': 'tempest-TestShelveInstance-1972618016-router', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '937eae2c-d554-417b-863a-741ff529024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:42Z', 'updated_at': '2022-05-28T03:44:43Z', 'revision_number': 3, 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'gw_port': {'id': '937eae2c-d554-417b-863a-741ff529024c', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6a:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:43Z', 'updated_at': '2022-05-28T03:44:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:44:48.141166 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228eac5-4520-47e8-85ff-19f08aaa2531 None None] Checking router: 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:44:48.152224 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228eac5-4520-47e8-85ff-19f08aaa2531 None None] Routers {'19e4f1bb-de21-4d5b-9eba-bf1764e44de4'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:48.152842 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-d228eac5-4520-47e8-85ff-19f08aaa2531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:48.193275 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:48.204320 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f852210c-9097-4ba4-99f2-7f22429e7f39 req-34e68e3e-79bf-4b5b-9f9f-97a69c2b44b5 service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890909 May 28 03:44:48.261806 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-d228eac5-4520-47e8-85ff-19f08aaa2531 None None] Set router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:48.309807 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-4cc651e3-1b56-478a-93af-696459b3726b service neutron] 10.222.0.41 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236315 May 28 03:44:48.318266 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] For port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:44:48.326020 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] For port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a,segment=NetworkSegment(b05b82c8-ff0a-4755-b2de-891d85825fb6),segment_id=b05b82c8-ff0a-4755-b2de-891d85825fb6)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:44:48.329004 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:48.330333 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Allocated IP 172.20.0.1 (65a44334-df4a-4c81-94ca-8316fb4ef4ed/6ef3df6b-2b2f-430d-bb8e-316a0e1c8148/0a4c50a4-681b-474d-ad2f-3663fa3139bf) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:44:48.520563 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Publish callbacks [] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:48.558037 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:48.602966 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f744b-2c12-4a76-963c-df27e4fd7272 req-1d9d0993-c2eb-4df3-a6be-edbcd20cb0dd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:48.608653 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-813f744b-2c12-4a76-963c-df27e4fd7272 req-1d9d0993-c2eb-4df3-a6be-edbcd20cb0dd tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 947 time: 0.0984342 May 28 03:44:48.630031 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-d228eac5-4520-47e8-85ff-19f08aaa2531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'a893bed6-3631-4ca8-acd7-6cb870dbe42e', 'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'tenant_id': '23f8194639b14942b36011698807b031', 'mac_address': 'fa:16:3e:ce:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:39Z', 'updated_at': '2022-05-28T03:42:46Z', 'revision_number': 5, 'project_id': '23f8194639b14942b36011698807b031', 'subnets': [{'id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:48.643428 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:48.666580 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:48.666778 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:48.668196 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-b2defbae-d4c2-4326-93b7-e8b7e5dd54c6 service neutron] 10.222.0.27 "PUT /v2.0/ports/dd26d70b-fd3e-4adb-8cf1-11836f3ced7a HTTP/1.1" status: 200 len: 1097 time: 2.9054210 May 28 03:44:48.679796 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228eac5-4520-47e8-85ff-19f08aaa2531 None None] The sync data for ids ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'] in dv-cinder-843361-3-iscsi is: [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:42:39Z', 'revision_number': 4, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'a893bed6-3631-4ca8-acd7-6cb870dbe42e', 'name': '', 'network_id': '184aa47e-df50-4987-8d3f-0e187a7b314b', 'tenant_id': '23f8194639b14942b36011698807b031', 'mac_address': 'fa:16:3e:ce:8e:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:39Z', 'updated_at': '2022-05-28T03:42:46Z', 'revision_number': 5, 'project_id': '23f8194639b14942b36011698807b031', 'subnets': [{'id': 'cc27aa4c-1a23-42f7-80c5-81e071af24f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:44:48.681984 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df122191-3ca2-4f3e-8076-99d5d5e713b0', 'tag': 'dd26d70b-fd3e-4adb-8cf1-11836f3ced7a'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:44:48.686139 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56308a70-8697-4afb-8a39-489754aeccc3" -d '{"events": [{"name": "network-changed", "server_uuid": "df122191-3ca2-4f3e-8076-99d5d5e713b0", "tag": "dd26d70b-fd3e-4adb-8cf1-11836f3ced7a"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:44:48.696202 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f41d-52c4-41ad-98a1-f3a6c6602745 req-4d95be93-a613-419e-8f95-9d487f79d6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:48.698792 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3566f41d-52c4-41ad-98a1-f3a6c6602745 req-4d95be93-a613-419e-8f95-9d487f79d6ee service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=23f8194639b14942b36011698807b031&device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 1129 time: 0.1537478 May 28 03:44:48.711338 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-813f744b-2c12-4a76-963c-df27e4fd7272 req-6f5201b4-5146-4fce-a538-7706c184f6b6 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980117 May 28 03:44:48.780130 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:48.820688 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:48.832483 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d4d4239-0b62-4057-bd8e-705d0ae85b0e x-openstack-request-id: req-0d4d4239-0b62-4057-bd8e-705d0ae85b0e {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:44:48.832839 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df122191-3ca2-4f3e-8076-99d5d5e713b0", "tag": "dd26d70b-fd3e-4adb-8cf1-11836f3ced7a", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:44:48.833050 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-0d4d4239-0b62-4057-bd8e-705d0ae85b0e {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:44:48.833437 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d4d4239-0b62-4057-bd8e-705d0ae85b0e'] response: {'name': 'network-changed', 'server_uuid': 'df122191-3ca2-4f3e-8076-99d5d5e713b0', 'tag': 'dd26d70b-fd3e-4adb-8cf1-11836f3ced7a', 'status': 'completed', 'code': 200} May 28 03:44:48.915027 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Network 65a44334-df4a-4c81-94ca-8316fb4ef4ed is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:44:48.941932 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8c233-674d-413f-a33c-0437832dbef7 req-8ae7b208-90fb-4b7b-ace7-b4486f0b3115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:48.943564 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-8ae7b208-90fb-4b7b-ace7-b4486f0b3115 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=282a34892e974900926a37a76690258c&device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 1131 time: 0.1204317 May 28 03:44:48.944674 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:48.968861 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:44:49.022429 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Pushing event updated for resources: {'Port': ['ID=0a4c50a4-681b-474d-ad2f-3663fa3139bf,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:49.025600 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-c8b8cb55-2cd2-40d7-ae1e-b15be18fface service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a HTTP/1.1" status: 200 len: 217 time: 0.0628743 May 28 03:44:49.026749 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f41d-52c4-41ad-98a1-f3a6c6602745 req-6b2cdf98-a9b5-40ae-a588-f6f5f5c6ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:49.028163 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3566f41d-52c4-41ad-98a1-f3a6c6602745 req-6b2cdf98-a9b5-40ae-a588-f6f5f5c6ef9d service neutron] 10.222.0.27 "GET /v2.0/networks?id=184aa47e-df50-4987-8d3f-0e187a7b314b HTTP/1.1" status: 200 len: 915 time: 0.3225105 May 28 03:44:49.130272 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3566f41d-52c4-41ad-98a1-f3a6c6602745 req-1e6e2eec-3b3a-42cd-ad49-12b33e2c46b8 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88c75168-a0ab-4da4-b23a-190a9097ec15 HTTP/1.1" status: 200 len: 217 time: 0.0930130 May 28 03:44:49.139352 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-878195'] for router_interface (b7616f06-1c15-463f-a557-2feaf8dac69d), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:49.268627 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8c233-674d-413f-a33c-0437832dbef7 req-3045bd3d-2f3f-479b-8e85-a34cc22261d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:49.270152 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-3045bd3d-2f3f-479b-8e85-a34cc22261d8 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6afd5bd3-b513-46bf-adfd-34bcf90b8d12 HTTP/1.1" status: 200 len: 843 time: 0.2229373 May 28 03:44:49.276013 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fafc491b-3437-486d-b201-b155758d8647 req-2ceabaf4-46d3-488c-ab68-9a177dab13fd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 210 time: 0.0570755 May 28 03:44:49.309605 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-bfd92867-9051-4482-a7f5-abe6421f0f72 None None] Provisioning complete for port 0a4c50a4-681b-474d-ad2f-3663fa3139bf triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:49.310842 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bfd92867-9051-4482-a7f5-abe6421f0f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:49.360989 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f41d-52c4-41ad-98a1-f3a6c6602745 req-886c586e-91d8-4c9b-8ef5-bfe7d0e4a63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:49.362520 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3566f41d-52c4-41ad-98a1-f3a6c6602745 req-886c586e-91d8-4c9b-8ef5-bfe7d0e4a63d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=cc27aa4c-1a23-42f7-80c5-81e071af24f7 HTTP/1.1" status: 200 len: 853 time: 0.2202632 May 28 03:44:49.379568 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-84e1b0e3-36e6-41de-98b7-b76b21118c44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:49.389505 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-bfd92867-9051-4482-a7f5-abe6421f0f72 None None] Port 0a4c50a4-681b-474d-ad2f-3663fa3139bf cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:44:49.398545 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e8c233-674d-413f-a33c-0437832dbef7 req-3a5510b2-dd67-419c-800b-864efe01f8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:49.400197 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-3a5510b2-dd67-419c-800b-864efe01f8bc service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=3e55466e-d015-47c3-bdd7-9c2426f2052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1214817 May 28 03:44:49.432958 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e26793c-aad6-4069-87c5-210db68fe5ea None None] New status for floating IP 97ce437a-a059-4305-b0a7-e2b80e13331d: DOWN {{(pid=104451) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:44:49.758249 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:49.794532 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3566f41d-52c4-41ad-98a1-f3a6c6602745 req-62ed68b3-a7b7-4033-8e0b-531058b8a8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:49.796026 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3566f41d-52c4-41ad-98a1-f3a6c6602745 req-62ed68b3-a7b7-4033-8e0b-531058b8a8c1 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=184aa47e-df50-4987-8d3f-0e187a7b314b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4125152 May 28 03:44:49.834938 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:49.928637 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e9ef4-c124-4159-9b3e-8b1c5cef0a4f req-492e61bd-08b3-4e21-9d93-e0c684b18614 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:49.930658 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4b6e9ef4-c124-4159-9b3e-8b1c5cef0a4f req-492e61bd-08b3-4e21-9d93-e0c684b18614 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 947 time: 0.1024783 May 28 03:44:49.961546 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-4f613ba4-8dbf-48af-9e25-e572ed2f69b9 service neutron] 10.222.0.27 "GET /v2.0/networks/3e55466e-d015-47c3-bdd7-9c2426f2052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394964 May 28 03:44:50.108212 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4b6e9ef4-c124-4159-9b3e-8b1c5cef0a4f req-8eb409a1-4118-41a5-a53a-dad0788b49b7 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511955 May 28 03:44:50.113475 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3566f41d-52c4-41ad-98a1-f3a6c6602745 req-778fcf21-d24c-4821-ab78-340116900d9c service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841184 May 28 03:44:50.136997 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:50.149489 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:50.183962 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68e8c233-674d-413f-a33c-0437832dbef7 req-6a53291e-0f57-49a5-acdf-0d938cbc43ef service neutron] 10.222.0.27 "GET /v2.0/networks/3e55466e-d015-47c3-bdd7-9c2426f2052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096832 May 28 03:44:50.307435 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3566f41d-52c4-41ad-98a1-f3a6c6602745 req-03a0fc55-cab6-48bd-9ac0-0fe7d1706dee service neutron] 10.222.0.27 "GET /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842437 May 28 03:44:50.418057 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-2c625fd1-a002-46e8-b492-86824321b1e1 req-d4725afd-a111-4155-aec7-e2ac516d52d4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 210 time: 0.0407314 May 28 03:44:50.445890 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Publish callbacks [] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:50.455087 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 937eae2c-d554-417b-863a-741ff529024c up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:44:50.457436 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:50.477434 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:50.501393 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 937eae2c-d554-417b-863a-741ff529024c triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:50.501756 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (937eae2c-d554-417b-863a-741ff529024c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:50.511328 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:50.577045 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 937eae2c-d554-417b-863a-741ff529024c is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:50.577461 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (937eae2c-d554-417b-863a-741ff529024c), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:50.580356 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Pushing event updated for resources: {'Port': ['ID=0a4c50a4-681b-474d-ad2f-3663fa3139bf,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:50.583920 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-628623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-877763'] for router_interface (b7616f06-1c15-463f-a557-2feaf8dac69d), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:50.599759 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] For port 937eae2c-d554-417b-863a-741ff529024c, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=937eae2c-d554-417b-863a-741ff529024c,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:50.688788 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Network 65a44334-df4a-4c81-94ca-8316fb4ef4ed is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:44:50.690255 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:50.695608 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (937eae2c-d554-417b-863a-741ff529024c), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:50.758230 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Pushing event updated for resources: {'Port': ['ID=937eae2c-d554-417b-863a-741ff529024c,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:50.827717 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Router b7616f06-1c15-463f-a557-2feaf8dac69d has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:44:50.923614 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:50.937487 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:44:50.942515 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-bd2b03cf-c848-4432-b1df-709a6878f42f admin admin] 10.222.0.41 "PUT /v2.0/routers/b7616f06-1c15-463f-a557-2feaf8dac69d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9262855 May 28 03:44:50.955910 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Sync routers for ids ['b7616f06-1c15-463f-a557-2feaf8dac69d'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:44:50.981770 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Routers {'b7616f06-1c15-463f-a557-2feaf8dac69d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:50.983521 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['b7616f06-1c15-463f-a557-2feaf8dac69d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:50.998546 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56308a70-8697-4afb-8a39-489754aeccc3 req-b1a81606-4cbe-4757-85c1-270907dbd226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:51.000504 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-56308a70-8697-4afb-8a39-489754aeccc3 req-b1a81606-4cbe-4757-85c1-270907dbd226 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=282a34892e974900926a37a76690258c&device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 1131 time: 0.0440528 May 28 03:44:51.029416 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-9c73716c-617e-45c9-8e36-f38d8fd63aed None None] Provisioning complete for port 0a4c50a4-681b-474d-ad2f-3663fa3139bf triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:51.029840 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9c73716c-617e-45c9-8e36-f38d8fd63aed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:51.074700 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-9c73716c-617e-45c9-8e36-f38d8fd63aed None None] Port 0a4c50a4-681b-474d-ad2f-3663fa3139bf cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:44:51.124346 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56308a70-8697-4afb-8a39-489754aeccc3 req-0c8f7c62-5da1-41aa-b8e3-6d8efaab5b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:51.135042 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-56308a70-8697-4afb-8a39-489754aeccc3 req-0c8f7c62-5da1-41aa-b8e3-6d8efaab5b23 service neutron] 10.222.0.27 "GET /v2.0/networks?id=3e55466e-d015-47c3-bdd7-9c2426f2052a HTTP/1.1" status: 200 len: 870 time: 0.1186073 May 28 03:44:51.211387 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75324ca1-078b-4531-b56f-1b231b47513f req-8616200c-7f40-480f-b2bd-2b4ee987a1a9 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:51.212890 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-75324ca1-078b-4531-b56f-1b231b47513f req-8616200c-7f40-480f-b2bd-2b4ee987a1a9 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 945 time: 0.0573149 May 28 03:44:51.246955 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Set router b7616f06-1c15-463f-a557-2feaf8dac69d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:51.269606 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-75324ca1-078b-4531-b56f-1b231b47513f req-b307c07b-9514-4bfa-bcb8-c79efa0d8b6a tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486453 May 28 03:44:51.384733 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc123a-1b90-4808-9135-b86b2ef2c44e req-142d657f-76f4-415f-b5e1-923d50a23b5a tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:51.386090 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1ccc123a-1b90-4808-9135-b86b2ef2c44e req-142d657f-76f4-415f-b5e1-923d50a23b5a tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 947 time: 0.0517950 May 28 03:44:51.433803 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1ccc123a-1b90-4808-9135-b86b2ef2c44e req-4b0ad1f9-8ea6-46cb-a513-b43ba182052d tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419600 May 28 03:44:51.438041 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'name': 'tempest-TestShelveInstance-1972618016-router', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '937eae2c-d554-417b-863a-741ff529024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:42Z', 'updated_at': '2022-05-28T03:44:49Z', 'revision_number': 4, 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'gw_port': {'id': '937eae2c-d554-417b-863a-741ff529024c', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:43Z', 'updated_at': '2022-05-28T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0a4c50a4-681b-474d-ad2f-3663fa3139bf', 'name': '', 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'mac_address': 'fa:16:3e:7f:de:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6ef3df6b-2b2f-430d-bb8e-316a0e1c8148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:47Z', 'updated_at': '2022-05-28T03:44:50Z', 'revision_number': 2, 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'subnets': [{'id': '6ef3df6b-2b2f-430d-bb8e-316a0e1c8148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:51.466115 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Checking router: b7616f06-1c15-463f-a557-2feaf8dac69d for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:44:51.466474 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Updating router b7616f06-1c15-463f-a557-2feaf8dac69d port 0a4c50a4-681b-474d-ad2f-3663fa3139bf binding host dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 28 03:44:51.467715 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41454) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:51.472767 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-3d1a8312-507a-4d6a-a476-0fdf52ec9c70 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1496361496', 'description': 'tempest-secgroup-smoke-1496361496 description', 'project_id': 'd1d9f51a3cc44062af827a498842ee80'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:51.497942 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:51.530611 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8f12ea32-4155-4a4d-a2ea-16828d14df29 req-a9ec077e-454d-4454-b41b-dffe00ccf4e9 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 210 time: 0.0314991 May 28 03:44:51.613376 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8312-507a-4d6a-a476-0fdf52ec9c70 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:51.685390 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8312-507a-4d6a-a476-0fdf52ec9c70 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group (0c06a570-062b-4dd2-bdcf-87477503e68a), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:51.707980 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:51.733284 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0fb8c71f-3d15-423c-91e5-082783b5c1d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:51.755780 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8312-507a-4d6a-a476-0fdf52ec9c70 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0c06a570-062b-4dd2-bdcf-87477503e68a), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:51.765198 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:51.770981 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:51.784923 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Publish callbacks [] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), precommit_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:51.786397 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a8312-507a-4d6a-a476-0fdf52ec9c70 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c06a570-062b-4dd2-bdcf-87477503e68a,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:51.871764 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:51.873676 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-3d1a8312-507a-4d6a-a476-0fdf52ec9c70 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:51.874991 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3d1a8312-507a-4d6a-a476-0fdf52ec9c70 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4056337 May 28 03:44:51.877921 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41456) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:51.882362 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-9aa8bfe2-6206-41a7-90c0-f88030c827ab tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Request body: {'security_group_rule': {'security_group_id': '0c06a570-062b-4dd2-bdcf-87477503e68a', 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:51.926748 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc0d9b-8574-4472-bac2-32cd4138c1e3 None None] Pushing event updated for resources: {'Port': ['ID=0a4c50a4-681b-474d-ad2f-3663fa3139bf,revision_number=3']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:51.980065 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Attempting to bind port 0a4c50a4-681b-474d-ad2f-3663fa3139bf on host dv-cinder-843361-3-iscsi for vnic_type normal with profile {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:44:51.980645 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Attempting to bind port 0a4c50a4-681b-474d-ad2f-3663fa3139bf by drivers openvswitch,hyperv on host dv-cinder-843361-3-iscsi at level 0 using segments [{'id': '137b8469-e705-4045-be95-f9c7899fed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed'}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:44:51.980782 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Attempting to bind port 0a4c50a4-681b-474d-ad2f-3663fa3139bf on network 65a44334-df4a-4c81-94ca-8316fb4ef4ed {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:44:51.986134 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Checking agent: {'id': '3ac13d80-a641-46ea-855c-8413f74721ab', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-843361-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 26, 56), 'started_at': datetime.datetime(2022, 5, 28, 3, 27, 26), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-843361-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:44:51.986494 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Checking segment: {'id': '137b8469-e705-4045-be95-f9c7899fed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104452) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:51.986883 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:51.987256 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Bound using segment: {'id': '137b8469-e705-4045-be95-f9c7899fed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed'} {{(pid=104452) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:44:51.987705 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.managers [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Bound port: 0a4c50a4-681b-474d-ad2f-3663fa3139bf, host: dv-cinder-843361-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '137b8469-e705-4045-be95-f9c7899fed7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed'}}] {{(pid=104452) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:44:51.988065 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), before_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:51.998754 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bfe2-6206-41a7-90c0-f88030c827ab tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (84401533-6a14-4720-bba3-3a5e891f64c1), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.051397 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bfe2-6206-41a7-90c0-f88030c827ab tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (84401533-6a14-4720-bba3-3a5e891f64c1), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.053046 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] For port 0a4c50a4-681b-474d-ad2f-3663fa3139bf, host dv-cinder-843361-3-iscsi, cleared binding levels {{(pid=104452) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:44:52.056980 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.plugins.ml2.db [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] For port 0a4c50a4-681b-474d-ad2f-3663fa3139bf, host dv-cinder-843361-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=0a4c50a4-681b-474d-ad2f-3663fa3139bf,segment=NetworkSegment(137b8469-e705-4045-be95-f9c7899fed7b),segment_id=137b8469-e705-4045-be95-f9c7899fed7b)] {{(pid=104452) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:44:52.098756 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-d39054f1-7652-4e60-90bd-2580cf062508 None None] Provisioning complete for port 0a4c50a4-681b-474d-ad2f-3663fa3139bf triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:52.099173 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d39054f1-7652-4e60-90bd-2580cf062508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.128793 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bfe2-6206-41a7-90c0-f88030c827ab tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (84401533-6a14-4720-bba3-3a5e891f64c1), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.130181 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-d39054f1-7652-4e60-90bd-2580cf062508 None None] Port 0a4c50a4-681b-474d-ad2f-3663fa3139bf cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:44:52.148104 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa8bfe2-6206-41a7-90c0-f88030c827ab tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84401533-6a14-4720-bba3-3a5e891f64c1,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:52.159245 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron_lib.callbacks.manager [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), after_update {{(pid=104452) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.215220 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Routers {'b7616f06-1c15-463f-a557-2feaf8dac69d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:52.215956 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['b7616f06-1c15-463f-a557-2feaf8dac69d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:52.232467 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-9aa8bfe2-6206-41a7-90c0-f88030c827ab tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.236850 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-9aa8bfe2-6206-41a7-90c0-f88030c827ab tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3555543 May 28 03:44:52.240211 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41458) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:52.242694 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-ee100cbb-e9c4-41c5-9bc2-c2d1c5e5b530 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Request body: {'security_group_rule': {'security_group_id': '0c06a570-062b-4dd2-bdcf-87477503e68a', 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:52.254508 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc0d9b-8574-4472-bac2-32cd4138c1e3 None None] Pushing event updated for resources: {'Port': ['ID=0a4c50a4-681b-474d-ad2f-3663fa3139bf,revision_number=4']} {{(pid=104452) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:52.255671 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:52.333267 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] Set router b7616f06-1c15-463f-a557-2feaf8dac69d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:52.394712 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ee100cbb-e9c4-41c5-9bc2-c2d1c5e5b530 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (3a3afe77-9b50-4ed5-a600-aa512cf4adf3), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.446547 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 937eae2c-d554-417b-863a-741ff529024c up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:44:52.473975 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-6495de46-f908-48b5-afa2-58372cffe2e8 None None] Provisioning complete for port 0a4c50a4-681b-474d-ad2f-3663fa3139bf triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:52.474353 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6495de46-f908-48b5-afa2-58372cffe2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.485701 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-56308a70-8697-4afb-8a39-489754aeccc3 req-f5d03da8-457a-466e-b017-300cceb9eb07 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a HTTP/1.1" status: 200 len: 217 time: 0.0592291 May 28 03:44:52.502278 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ee100cbb-e9c4-41c5-9bc2-c2d1c5e5b530 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (3a3afe77-9b50-4ed5-a600-aa512cf4adf3), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.537330 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 937eae2c-d554-417b-863a-741ff529024c triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:52.537958 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (937eae2c-d554-417b-863a-741ff529024c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.546417 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6a954-876e-4ba1-8ebb-f282d995f0e5 req-454d6716-31a9-4601-b1fc-846e6411fd83 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:52.557250 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7cd6a954-876e-4ba1-8ebb-f282d995f0e5 req-454d6716-31a9-4601-b1fc-846e6411fd83 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 945 time: 0.1886950 May 28 03:44:52.573177 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:52.581291 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ee100cbb-e9c4-41c5-9bc2-c2d1c5e5b530 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (3a3afe77-9b50-4ed5-a600-aa512cf4adf3), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.591727 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3afa03-c810-4caf-b93f-22b4b716a2ce req-07631859-cc7b-46e6-8d81-64fd2bf4fe6c tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:52.592156 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56308a70-8697-4afb-8a39-489754aeccc3 req-2ed09b86-3727-4791-9df6-bd16ba98fcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:52.593341 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3b3afa03-c810-4caf-b93f-22b4b716a2ce req-07631859-cc7b-46e6-8d81-64fd2bf4fe6c tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 947 time: 0.0758948 May 28 03:44:52.599469 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-56308a70-8697-4afb-8a39-489754aeccc3 req-2ed09b86-3727-4791-9df6-bd16ba98fcb6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=6afd5bd3-b513-46bf-adfd-34bcf90b8d12 HTTP/1.1" status: 200 len: 843 time: 0.1033285 May 28 03:44:52.614513 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'name': 'tempest-TestShelveInstance-1972618016-router', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '937eae2c-d554-417b-863a-741ff529024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:42Z', 'updated_at': '2022-05-28T03:44:49Z', 'revision_number': 4, 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'gw_port': {'id': '937eae2c-d554-417b-863a-741ff529024c', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:43Z', 'updated_at': '2022-05-28T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0a4c50a4-681b-474d-ad2f-3663fa3139bf', 'name': '', 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'mac_address': 'fa:16:3e:7f:de:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6ef3df6b-2b2f-430d-bb8e-316a0e1c8148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:47Z', 'updated_at': '2022-05-28T03:44:52Z', 'revision_number': 4, 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'subnets': [{'id': '6ef3df6b-2b2f-430d-bb8e-316a0e1c8148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:52.633052 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee100cbb-e9c4-41c5-9bc2-c2d1c5e5b530 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3afe77-9b50-4ed5-a600-aa512cf4adf3,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:52.648375 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ae0f9b-d456-478c-bc32-aa4a3d310897 None None] The sync data for ids ['b7616f06-1c15-463f-a557-2feaf8dac69d'] in dv-cinder-843361-3-iscsi is: [{'id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'name': 'tempest-TestShelveInstance-1972618016-router', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '937eae2c-d554-417b-863a-741ff529024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:42Z', 'updated_at': '2022-05-28T03:44:49Z', 'revision_number': 4, 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'gw_port': {'id': '937eae2c-d554-417b-863a-741ff529024c', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:43Z', 'updated_at': '2022-05-28T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '0a4c50a4-681b-474d-ad2f-3663fa3139bf', 'name': '', 'network_id': '65a44334-df4a-4c81-94ca-8316fb4ef4ed', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'mac_address': 'fa:16:3e:7f:de:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'device_owner': 'network:router_interface', 'standard_attr_id': 725, 'fixed_ips': [{'subnet_id': '6ef3df6b-2b2f-430d-bb8e-316a0e1c8148', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:47Z', 'updated_at': '2022-05-28T03:44:52Z', 'revision_number': 4, 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'subnets': [{'id': '6ef3df6b-2b2f-430d-bb8e-316a0e1c8148', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:44:52.665542 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3b3afa03-c810-4caf-b93f-22b4b716a2ce req-dd74d6c2-e09c-4854-bd60-41a902c94da2 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568063 May 28 03:44:52.688228 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7cd6a954-876e-4ba1-8ebb-f282d995f0e5 req-6165cae1-2049-4391-9a79-3f134330fc80 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/security-groups?id=ceacf493-a4ac-4e7a-824a-43ce52fea8b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297853 May 28 03:44:52.719175 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-6495de46-f908-48b5-afa2-58372cffe2e8 None None] Current status of the port 0a4c50a4-681b-474d-ad2f-3663fa3139bf is: DOWN; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:52.721561 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6495de46-f908-48b5-afa2-58372cffe2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.736415 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ee100cbb-e9c4-41c5-9bc2-c2d1c5e5b530 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.740297 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ee100cbb-e9c4-41c5-9bc2-c2d1c5e5b530 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4996908 May 28 03:44:52.740970 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41466) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:52.750521 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-fdd35ce8-4bda-4c69-9719-de2f3cdc9a75 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Request body: {'security_group_rule': {'security_group_id': '0c06a570-062b-4dd2-bdcf-87477503e68a', 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:52.811105 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56308a70-8697-4afb-8a39-489754aeccc3 req-d1f1b730-2211-4322-bcb7-5f9ae2bdd299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:52.812649 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-56308a70-8697-4afb-8a39-489754aeccc3 req-d1f1b730-2211-4322-bcb7-5f9ae2bdd299 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=3e55466e-d015-47c3-bdd7-9c2426f2052a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1940484 May 28 03:44:52.833545 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 937eae2c-d554-417b-863a-741ff529024c is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:52.844104 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:52.850457 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-6495de46-f908-48b5-afa2-58372cffe2e8 None None] For port 0a4c50a4-681b-474d-ad2f-3663fa3139bf, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=0a4c50a4-681b-474d-ad2f-3663fa3139bf,segment=NetworkSegment(137b8469-e705-4045-be95-f9c7899fed7b),segment_id=137b8469-e705-4045-be95-f9c7899fed7b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:52.865412 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-784f051b-ec5d-4b50-b223-002ff4db5352 req-34511d0d-ab49-48cb-8e7e-b202583940ab tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 210 time: 0.0425658 May 28 03:44:52.881882 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab32e11-4275-4ee0-99e9-6c31310bce75 req-06ed40bd-489c-47f3-9c3d-dbb70b6b2426 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:52.883983 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fab32e11-4275-4ee0-99e9-6c31310bce75 req-06ed40bd-489c-47f3-9c3d-dbb70b6b2426 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.27 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 945 time: 0.1787014 May 28 03:44:52.955936 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.958968 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fdd35ce8-4bda-4c69-9719-de2f3cdc9a75 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (5547d93f-6d86-40bb-bc21-e2e652c206e5), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:52.960395 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6495de46-f908-48b5-afa2-58372cffe2e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.035219 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fdd35ce8-4bda-4c69-9719-de2f3cdc9a75 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (5547d93f-6d86-40bb-bc21-e2e652c206e5), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.036865 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-fab32e11-4275-4ee0-99e9-6c31310bce75 req-76e4577c-2ccf-4d98-8a61-61792ac21030 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Deleting port 88c75168-a0ab-4da4-b23a-190a9097ec15 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:44:53.037245 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-fab32e11-4275-4ee0-99e9-6c31310bce75 req-76e4577c-2ccf-4d98-8a61-61792ac21030 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.044615 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-56308a70-8697-4afb-8a39-489754aeccc3 req-26f1d839-34b4-445e-8e3e-8c7560894f92 service neutron] 10.222.0.27 "GET /v2.0/networks/3e55466e-d015-47c3-bdd7-9c2426f2052a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182975 May 28 03:44:53.050479 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device dd26d70b-fd3e-4adb-8cf1-11836f3ced7a details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:44:53.066360 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6495de46-f908-48b5-afa2-58372cffe2e8 None None] Pushing event updated for resources: {'Port': ['ID=0a4c50a4-681b-474d-ad2f-3663fa3139bf,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:53.106483 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fdd35ce8-4bda-4c69-9719-de2f3cdc9a75 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (5547d93f-6d86-40bb-bc21-e2e652c206e5), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.140275 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd35ce8-4bda-4c69-9719-de2f3cdc9a75 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5547d93f-6d86-40bb-bc21-e2e652c206e5,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:53.186768 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a,segment=NetworkSegment(b05b82c8-ff0a-4755-b2de-891d85825fb6),segment_id=b05b82c8-ff0a-4755-b2de-891d85825fb6)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:53.200383 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': 'dd26d70b-fd3e-4adb-8cf1-11836f3ced7a', 'network_id': '3e55466e-d015-47c3-bdd7-9c2426f2052a', 'port_id': 'dd26d70b-fd3e-4adb-8cf1-11836f3ced7a', 'mac_address': 'fa:16:3e:42:87:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6afd5bd3-b513-46bf-adfd-34bcf90b8d12', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:44:53.234938 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-56308a70-8697-4afb-8a39-489754aeccc3 req-d64a86bd-c5d3-4201-bd9b-19d2b61f75f4 service neutron] 10.222.0.27 "GET /v2.0/networks/3e55466e-d015-47c3-bdd7-9c2426f2052a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783998 May 28 03:44:53.243059 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:53.243059 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.255820 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-fdd35ce8-4bda-4c69-9719-de2f3cdc9a75 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.261831 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd26d70b-fd3e-4adb-8cf1-11836f3ced7a {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:44:53.262144 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41468) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:53.262769 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-fdd35ce8-4bda-4c69-9719-de2f3cdc9a75 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5196455 May 28 03:44:53.270873 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-effc44b2-9c13-4652-abfe-ea0f250eba60 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Request body: {'security_group_rule': {'security_group_id': '0c06a570-062b-4dd2-bdcf-87477503e68a', 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:53.282447 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a,segment=NetworkSegment(b05b82c8-ff0a-4755-b2de-891d85825fb6),segment_id=b05b82c8-ff0a-4755-b2de-891d85825fb6)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:53.290980 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-fab32e11-4275-4ee0-99e9-6c31310bce75 req-76e4577c-2ccf-4d98-8a61-61792ac21030 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] For port 88c75168-a0ab-4da4-b23a-190a9097ec15, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=88c75168-a0ab-4da4-b23a-190a9097ec15,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:53.291347 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-fab32e11-4275-4ee0-99e9-6c31310bce75 req-76e4577c-2ccf-4d98-8a61-61792ac21030 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.314877 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-fab32e11-4275-4ee0-99e9-6c31310bce75 req-76e4577c-2ccf-4d98-8a61-61792ac21030 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Calling delete_port for 88c75168-a0ab-4da4-b23a-190a9097ec15 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:44:53.380216 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.420016 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:53.432946 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:53.438873 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-effc44b2-9c13-4652-abfe-ea0f250eba60 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (af6fdcdf-ace5-4570-8747-1e638d3f2f61), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.494551 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:53.520386 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-effc44b2-9c13-4652-abfe-ea0f250eba60 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (af6fdcdf-ace5-4570-8747-1e638d3f2f61), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.587133 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['dd26d70b-fd3e-4adb-8cf1-11836f3ced7a'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:44:53.654971 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-fab32e11-4275-4ee0-99e9-6c31310bce75 req-76e4577c-2ccf-4d98-8a61-61792ac21030 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (88c75168-a0ab-4da4-b23a-190a9097ec15), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.668094 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['88c75168-a0ab-4da4-b23a-190a9097ec15'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:44:53.700664 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e4577c-2ccf-4d98-8a61-61792ac21030 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Pushing event deleted for resources: {'Port': ['ID=88c75168-a0ab-4da4-b23a-190a9097ec15,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:53.711722 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-effc44b2-9c13-4652-abfe-ea0f250eba60 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (af6fdcdf-ace5-4570-8747-1e638d3f2f61), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.790229 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:53.822593 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc44b2-9c13-4652-abfe-ea0f250eba60 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af6fdcdf-ace5-4570-8747-1e638d3f2f61,revision_number=0']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:53.841815 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-81f95e82-851d-404f-b028-255676a54948 req-5012c923-0486-48f1-83cc-7aeea9b2a3f4 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 210 time: 0.0313778 May 28 03:44:53.924637 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab32e11-4275-4ee0-99e9-6c31310bce75 req-76e4577c-2ccf-4d98-8a61-61792ac21030 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] No DVR routers for this DVR port 88c75168-a0ab-4da4-b23a-190a9097ec15 on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:44:53.928018 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-fab32e11-4275-4ee0-99e9-6c31310bce75 req-76e4577c-2ccf-4d98-8a61-61792ac21030 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.931884 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-fab32e11-4275-4ee0-99e9-6c31310bce75 req-76e4577c-2ccf-4d98-8a61-61792ac21030 tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.27 "DELETE /v2.0/ports/88c75168-a0ab-4da4-b23a-190a9097ec15 HTTP/1.1" status: 204 len: 173 time: 1.0427108 May 28 03:44:53.945033 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'name': 'network-vif-deleted', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:44:53.948203 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dea9c9c-6d87-4dea-92e7-8998fe0ec01a" -d '{"events": [{"server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "name": "network-vif-deleted", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:44:53.955629 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-effc44b2-9c13-4652-abfe-ea0f250eba60 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:53.956889 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-effc44b2-9c13-4652-abfe-ea0f250eba60 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6945362 May 28 03:44:53.962827 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41478) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:53.965318 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa3ae2e-8f6b-44f7-b26a-8a5cfe83c06b req-cd257c31-714f-4699-ae7b-601c945dfd39 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:53.966775 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7aa3ae2e-8f6b-44f7-b26a-8a5cfe83c06b req-cd257c31-714f-4699-ae7b-601c945dfd39 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 948 time: 0.1655695 May 28 03:44:53.967492 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-58198fd4-b1a2-47a3-a23d-685c4fcdfb23 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Request body: {'security_group_rule': {'security_group_id': '0c06a570-062b-4dd2-bdcf-87477503e68a', 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:53.973147 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-ccb84c64-cad8-4c72-a51c-f35a7396887f req-5edbe53a-d310-4b13-9244-712234f4a4d2 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 210 time: 0.0400114 May 28 03:44:54.004155 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-d204e43b-4907-40b5-a429-98c0df5a51c3 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:54.005714 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-d204e43b-4907-40b5-a429-98c0df5a51c3 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 810 time: 0.2799299 May 28 03:44:54.023396 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f0cf39-1857-47ce-9f8f-0ddfe1bb39d0 x-openstack-request-id: req-b0f0cf39-1857-47ce-9f8f-0ddfe1bb39d0 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:44:54.023679 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a799146f-de30-4095-8dfe-29d2b99837da", "name": "network-vif-deleted", "tag": "88c75168-a0ab-4da4-b23a-190a9097ec15", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:44:54.023973 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-b0f0cf39-1857-47ce-9f8f-0ddfe1bb39d0 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:44:54.024340 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0f0cf39-1857-47ce-9f8f-0ddfe1bb39d0'] response: {'server_uuid': 'a799146f-de30-4095-8dfe-29d2b99837da', 'name': 'network-vif-deleted', 'tag': '88c75168-a0ab-4da4-b23a-190a9097ec15', 'status': 'completed', 'code': 200} May 28 03:44:54.052857 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7aa3ae2e-8f6b-44f7-b26a-8a5cfe83c06b req-c910f1d6-5a21-4cb5-b6e2-b834a13c8e7d tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784709 May 28 03:44:54.087649 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.securitygroups_db [None req-58198fd4-b1a2-47a3-a23d-685c4fcdfb23 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Project d1d9f51a3cc44062af827a498842ee80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 03:44:54.088278 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-438011d9-a3a6-405d-b6f7-b28e3ec3269e tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0fe831f6e954e05b7d448f1d4f43754 HTTP/1.1" status: 200 len: 380 time: 0.0712926 May 28 03:44:54.095368 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-58198fd4-b1a2-47a3-a23d-685c4fcdfb23 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (71f1160d-3ab6-442a-a6c8-2983a90cbcaa), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.097180 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'port': {'device_id': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'admin_state_up': True, 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'security_groups': ['6f0f5400-c168-4cea-9205-0caa2f3869ed']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:54.212624 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-58198fd4-b1a2-47a3-a23d-685c4fcdfb23 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (71f1160d-3ab6-442a-a6c8-2983a90cbcaa), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.215343 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.254538 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-58198fd4-b1a2-47a3-a23d-685c4fcdfb23 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (71f1160d-3ab6-442a-a6c8-2983a90cbcaa), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.280713 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58198fd4-b1a2-47a3-a23d-685c4fcdfb23 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71f1160d-3ab6-442a-a6c8-2983a90cbcaa,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:54.373462 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Made reservation on behalf of c0fe831f6e954e05b7d448f1d4f43754 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:44:54.376990 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.428028 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-58198fd4-b1a2-47a3-a23d-685c4fcdfb23 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.429267 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-58198fd4-b1a2-47a3-a23d-685c4fcdfb23 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4652171 May 28 03:44:54.431452 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 0a4c50a4-681b-474d-ad2f-3663fa3139bf up at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:44:54.431979 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41480) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:54.436290 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-283ca2a1-79d0-4553-9c45-554d2cc12005 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Request body: {'security_group_rule': {'security_group_id': '0c06a570-062b-4dd2-bdcf-87477503e68a', 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:54.459584 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:54.481623 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Provisioning complete for port 0a4c50a4-681b-474d-ad2f-3663fa3139bf triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:54.481989 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.488297 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-80708932-4fe9-4a83-8d53-35611753e525 req-cc57531e-243b-4711-9629-0a2d77acf4c9 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0383680 May 28 03:44:54.543469 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Allocated IP 172.20.0.12 (af6636fe-9088-4d20-9a1e-fa3df2392948/7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff/1049955a-bd14-461f-b144-ea03d2f89fe6) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:44:54.548002 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:54.554353 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Current status of the port 0a4c50a4-681b-474d-ad2f-3663fa3139bf is: ACTIVE; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:54.656250 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.securitygroups_db [None req-283ca2a1-79d0-4553-9c45-554d2cc12005 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Project d1d9f51a3cc44062af827a498842ee80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 28 03:44:54.675383 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-283ca2a1-79d0-4553-9c45-554d2cc12005 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (86b92dd4-cae1-4e6f-a6ef-f31ef21adc5d), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.712658 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-80708932-4fe9-4a83-8d53-35611753e525 req-4c1d4aca-672c-4f4e-afb3-9d62203207ed service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=23f8194639b14942b36011698807b031&device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 210 time: 0.0342066 May 28 03:44:54.715512 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.718985 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:54.721762 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-283ca2a1-79d0-4553-9c45-554d2cc12005 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (86b92dd4-cae1-4e6f-a6ef-f31ef21adc5d), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.803433 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-283ca2a1-79d0-4553-9c45-554d2cc12005 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652634'] for security_group_rule (86b92dd4-cae1-4e6f-a6ef-f31ef21adc5d), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.823183 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ca2a1-79d0-4553-9c45-554d2cc12005 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b92dd4-cae1-4e6f-a6ef-f31ef21adc5d,revision_number=0']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:54.843823 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80708932-4fe9-4a83-8d53-35611753e525 req-6a8c424a-1031-4a90-9a0f-bc0e12cf8978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:54.845334 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-80708932-4fe9-4a83-8d53-35611753e525 req-6a8c424a-1031-4a90-9a0f-bc0e12cf8978 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=23f8194639b14942b36011698807b031&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1135945 May 28 03:44:54.869097 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:54.880634 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.920649 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-283ca2a1-79d0-4553-9c45-554d2cc12005 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:54.922863 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-283ca2a1-79d0-4553-9c45-554d2cc12005 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4899399 May 28 03:44:54.986053 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Network af6636fe-9088-4d20-9a1e-fa3df2392948 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:44:54.992969 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'Port': ['ID=1049955a-bd14-461f-b144-ea03d2f89fe6,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:54.995672 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:44:55.003056 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:44:55.045411 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80708932-4fe9-4a83-8d53-35611753e525 req-d208205f-506c-4b17-8857-4da33d131105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:55.047180 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-80708932-4fe9-4a83-8d53-35611753e525 req-d208205f-506c-4b17-8857-4da33d131105 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1955054 May 28 03:44:55.063275 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device dd26d70b-fd3e-4adb-8cf1-11836f3ced7a up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:44:55.070931 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-91e32277-9db7-4914-b3ab-a4b474b2077f req-94c9543b-c901-4bf0-84ca-27ae050bf89d tempest-TestMinimumBasicScenario-681911436 tempest-TestMinimumBasicScenario-681911436-project] 10.222.0.41 "GET /v2.0/ports?device_id=a799146f-de30-4095-8dfe-29d2b99837da HTTP/1.1" status: 200 len: 210 time: 0.0890059 May 28 03:44:55.095963 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:55.096159 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:55.208218 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7ddf4-e1e9-453b-802f-381852c8fbd3 req-b56ba4f6-314e-4d44-a65d-0ddfdd1a4562 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:55.216319 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-92d7ddf4-e1e9-453b-802f-381852c8fbd3 req-b56ba4f6-314e-4d44-a65d-0ddfdd1a4562 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 932 time: 0.0940042 May 28 03:44:55.228917 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-bcf6e962-f27a-4a7c-8204-4f9c1a1a0bee tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1357021 May 28 03:44:55.231562 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:44:55.247530 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Request body: {'port': {'device_id': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:44:55.273911 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8030dd-2552-408f-9d0a-516eceb67ce5 req-eaa5ea59-df4a-45ab-a1a8-2361121a2c8d tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:55.282605 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb8030dd-2552-408f-9d0a-516eceb67ce5 req-eaa5ea59-df4a-45ab-a1a8-2361121a2c8d tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 948 time: 0.1025972 May 28 03:44:55.315860 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-92d7ddf4-e1e9-453b-802f-381852c8fbd3 req-1c743afd-53b5-4326-97a5-552d0f2d6e97 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984392 May 28 03:44:55.356015 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:55.356534 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:55.373540 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:55.381337 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb8030dd-2552-408f-9d0a-516eceb67ce5 req-6282fd5c-8311-4d64-849c-0464741e5c33 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974512 May 28 03:44:55.427253 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-91286986-03ba-4aec-a67a-48ffdb346f84 None None] Provisioning complete for port 1049955a-bd14-461f-b144-ea03d2f89fe6 triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:44:55.427542 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-91286986-03ba-4aec-a67a-48ffdb346f84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:55.467771 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:55.492474 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-91286986-03ba-4aec-a67a-48ffdb346f84 None None] Port 1049955a-bd14-461f-b144-ea03d2f89fe6 cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:44:55.500663 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:44:55.501037 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:55.524726 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df122191-3ca2-4f3e-8076-99d5d5e713b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd26d70b-fd3e-4adb-8cf1-11836f3ced7a'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:44:55.527000 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852277db-5e2c-422b-ac5b-b363672f33e3" -d '{"events": [{"server_uuid": "df122191-3ca2-4f3e-8076-99d5d5e713b0", "name": "network-vif-plugged", "status": "completed", "tag": "dd26d70b-fd3e-4adb-8cf1-11836f3ced7a"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:44:55.543272 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a,segment=NetworkSegment(b05b82c8-ff0a-4755-b2de-891d85825fb6),segment_id=b05b82c8-ff0a-4755-b2de-891d85825fb6)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:55.562585 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be79c808-c49e-477e-a843-706f7617292f x-openstack-request-id: req-be79c808-c49e-477e-a843-706f7617292f {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:44:55.562872 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df122191-3ca2-4f3e-8076-99d5d5e713b0", "name": "network-vif-plugged", "status": "completed", "tag": "dd26d70b-fd3e-4adb-8cf1-11836f3ced7a", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:44:55.563117 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-be79c808-c49e-477e-a843-706f7617292f {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:44:55.563505 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be79c808-c49e-477e-a843-706f7617292f'] response: {'server_uuid': 'df122191-3ca2-4f3e-8076-99d5d5e713b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd26d70b-fd3e-4adb-8cf1-11836f3ced7a', 'code': 200} May 28 03:44:55.615318 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:55.667223 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:55.674242 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:55.909675 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570aaa6d-ffd6-4bb6-8999-295b8b757c73 req-9c34d490-4daa-4f4b-8929-404330a84fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:55.911155 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-570aaa6d-ffd6-4bb6-8999-295b8b757c73 req-9c34d490-4daa-4f4b-8929-404330a84fc5 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 1133 time: 0.0806527 May 28 03:44:55.988495 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-570aaa6d-ffd6-4bb6-8999-295b8b757c73 req-90cf3f6c-aeac-48f0-9f04-156fa764902f service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690012 May 28 03:44:56.028266 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1049955a-bd14-461f-b144-ea03d2f89fe6 {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:44:56.036727 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Publish callbacks [] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:56.208857 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Transition to ACTIVE for port object 1049955a-bd14-461f-b144-ea03d2f89fe6 will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:44:56.243086 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:56.308061 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Pushing event updated for resources: {'Port': ['ID=1049955a-bd14-461f-b144-ea03d2f89fe6,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:56.408650 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Attempting to bind port 1049955a-bd14-461f-b144-ea03d2f89fe6 on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:44:56.409568 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Attempting to bind port 1049955a-bd14-461f-b144-ea03d2f89fe6 by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:44:56.410284 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Attempting to bind port 1049955a-bd14-461f-b144-ea03d2f89fe6 on network af6636fe-9088-4d20-9a1e-fa3df2392948 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:44:56.418777 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:56.422756 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Port 1049955a-bd14-461f-b144-ea03d2f89fe6 on network af6636fe-9088-4d20-9a1e-fa3df2392948 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:44:56.422756 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Attempting to bind port 1049955a-bd14-461f-b144-ea03d2f89fe6 on network af6636fe-9088-4d20-9a1e-fa3df2392948 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:44:56.429926 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:44:56.435390 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Checking segment: {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:44:56.435390 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Bound using segment: {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:44:56.435390 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Bound port: 1049955a-bd14-461f-b144-ea03d2f89fe6, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:44:56.435390 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:56.523808 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a7fb6-9f09-4bd8-997e-d81bea7a262a req-f96081b8-046f-499c-8c1b-38f3331cad73 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:56.526212 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-986a7fb6-9f09-4bd8-997e-d81bea7a262a req-f96081b8-046f-499c-8c1b-38f3331cad73 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 944 time: 0.0945098 May 28 03:44:56.556016 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] For port 1049955a-bd14-461f-b144-ea03d2f89fe6, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:44:56.561702 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] For port 1049955a-bd14-461f-b144-ea03d2f89fe6, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=1049955a-bd14-461f-b144-ea03d2f89fe6,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:44:56.597507 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-986a7fb6-9f09-4bd8-997e-d81bea7a262a req-6fa1e0b2-3a9a-4ba1-af3a-a10e8618373c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649037 May 28 03:44:56.655798 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c788c86-b53a-469b-8d3a-2c0e015737fb req-d10cdba6-c070-49fd-9730-be7ca137df78 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:56.657916 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2c788c86-b53a-469b-8d3a-2c0e015737fb req-d10cdba6-c070-49fd-9730-be7ca137df78 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 949 time: 0.0916972 May 28 03:44:56.685670 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:56.746679 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:56.747153 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:56.749734 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] 10.222.0.27 "PUT /v2.0/ports/1049955a-bd14-461f-b144-ea03d2f89fe6 HTTP/1.1" status: 200 len: 1094 time: 1.5095482 May 28 03:44:56.750504 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'tag': '1049955a-bd14-461f-b144-ea03d2f89fe6'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:44:56.752896 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d74ba63e-e48a-4f76-b42a-5f7c75a4a654" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6232c7-4a11-4f67-a028-96d05393e4df", "tag": "1049955a-bd14-461f-b144-ea03d2f89fe6"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:44:56.777824 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2c788c86-b53a-469b-8d3a-2c0e015737fb req-0f50bee1-5c0e-4cb8-860c-857b0f7840f0 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127579 May 28 03:44:56.803306 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aea5def-7aa3-41f5-baa5-9fe65ee7634d service neutron] Pushing event updated for resources: {'Port': ['ID=1049955a-bd14-461f-b144-ea03d2f89fe6,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:56.814340 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1325611-8c30-4610-8a64-580341c86cd0 x-openstack-request-id: req-a1325611-8c30-4610-8a64-580341c86cd0 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:44:56.814788 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6232c7-4a11-4f67-a028-96d05393e4df", "tag": "1049955a-bd14-461f-b144-ea03d2f89fe6", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:44:56.815258 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a1325611-8c30-4610-8a64-580341c86cd0 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:44:56.815817 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1325611-8c30-4610-8a64-580341c86cd0'] response: {'name': 'network-changed', 'server_uuid': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'tag': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'status': 'completed', 'code': 200} May 28 03:44:56.883918 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ba63e-e48a-4f76-b42a-5f7c75a4a654 req-b792d60e-c0ef-453f-8cb0-86e30a80f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:56.887978 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d74ba63e-e48a-4f76-b42a-5f7c75a4a654 req-b792d60e-c0ef-453f-8cb0-86e30a80f0c5 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 1128 time: 0.0575390 May 28 03:44:57.070630 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 88c75168-a0ab-4da4-b23a-190a9097ec15 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:44:57.089706 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 88c75168-a0ab-4da4-b23a-190a9097ec15 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:44:57.090047 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 88c75168-a0ab-4da4-b23a-190a9097ec15 not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:44:57.443170 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ba63e-e48a-4f76-b42a-5f7c75a4a654 req-f1f4babf-dd9d-4584-a8ff-6f0415ecb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:57.445473 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d74ba63e-e48a-4f76-b42a-5f7c75a4a654 req-f1f4babf-dd9d-4584-a8ff-6f0415ecb560 service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1080704 May 28 03:44:57.579252 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41598) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:57.632416 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:57.804291 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d90d1-08ee-4989-8cbf-bd44c65e2d0d req-20f195bc-157d-4ca2-a3a6-06c98cccb92d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:57.806039 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0c7d90d1-08ee-4989-8cbf-bd44c65e2d0d req-20f195bc-157d-4ca2-a3a6-06c98cccb92d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 944 time: 0.0984061 May 28 03:44:57.833389 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74ba63e-e48a-4f76-b42a-5f7c75a4a654 req-09cd7335-dd2e-41b3-916b-7478a9a56414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:57.834876 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d74ba63e-e48a-4f76-b42a-5f7c75a4a654 req-09cd7335-dd2e-41b3-916b-7478a9a56414 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1676819 May 28 03:44:57.896277 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0c7d90d1-08ee-4989-8cbf-bd44c65e2d0d req-8b4ae086-fec3-47fc-8dc2-90aa3f299728 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746415 May 28 03:44:57.936465 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-9eae7ada-3864-4f91-836c-bde24068c3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:57.938049 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-9eae7ada-3864-4f91-836c-bde24068c3f1 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 1128 time: 0.0569468 May 28 03:44:58.151636 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5705385b-1263-41e3-ac52-c75341618f42 req-e5fcd5c3-2dba-48f8-865d-0b994a488917 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:58.153289 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5705385b-1263-41e3-ac52-c75341618f42 req-e5fcd5c3-2dba-48f8-865d-0b994a488917 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 949 time: 0.0599728 May 28 03:44:58.184415 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-38c449c3-9830-41cd-99ce-49b2f84dd58a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1049955a-bd14-461f-b144-ea03d2f89fe6 HTTP/1.1" status: 200 len: 217 time: 0.0357430 May 28 03:44:58.238320 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-a917f12f-48b7-4ce9-9169-340398de0fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:58.239773 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-a917f12f-48b7-4ce9-9169-340398de0fde service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff HTTP/1.1" status: 200 len: 849 time: 0.0493524 May 28 03:44:58.254031 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5705385b-1263-41e3-ac52-c75341618f42 req-bfdf6592-2ca2-46c4-8bdc-3cf228b2f9af tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942869 May 28 03:44:58.282104 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-18cbd9ec-ab67-43d6-8853-dc5d46cfe6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-877798'] for router_interface (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:58.288458 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-4bd19d35-0c9f-47b4-889b-9dae44fe145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:58.290575 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-4bd19d35-0c9f-47b4-889b-9dae44fe145f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=af6636fe-9088-4d20-9a1e-fa3df2392948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446351 May 28 03:44:58.321507 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:58.388952 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-fd00e882-e742-44ab-9631-4cfe2c28d718 service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919735 May 28 03:44:58.501899 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d6b85788-ddd8-457b-820b-ecd2da17a759 req-49cf2c71-d583-4108-b5a6-535c5a818497 service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069205 May 28 03:44:58.533209 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:58.540113 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-18cbd9ec-ab67-43d6-8853-dc5d46cfe6d5 admin admin] Deleting port a893bed6-3631-4ca8-acd7-6cb870dbe42e {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:44:58.540568 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-18cbd9ec-ab67-43d6-8853-dc5d46cfe6d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:58.623416 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-18cbd9ec-ab67-43d6-8853-dc5d46cfe6d5 admin admin] For port a893bed6-3631-4ca8-acd7-6cb870dbe42e, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=a893bed6-3631-4ca8-acd7-6cb870dbe42e,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:58.624095 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-18cbd9ec-ab67-43d6-8853-dc5d46cfe6d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:58.638154 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-18cbd9ec-ab67-43d6-8853-dc5d46cfe6d5 admin admin] Calling delete_port for a893bed6-3631-4ca8-acd7-6cb870dbe42e owned by network:router_interface {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:44:58.819452 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a3ee5-346c-41c6-bebb-aae56da3a2b8 req-2f9b88cc-1bda-4869-a9af-12ae73b0a231 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:58.821408 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a00a3ee5-346c-41c6-bebb-aae56da3a2b8 req-2f9b88cc-1bda-4869-a9af-12ae73b0a231 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 949 time: 0.0644157 May 28 03:44:58.857151 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:58.907916 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a00a3ee5-346c-41c6-bebb-aae56da3a2b8 req-6c23a8e2-4b97-4c2d-a313-6815f5eb76bc tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802829 May 28 03:44:58.968605 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-18cbd9ec-ab67-43d6-8853-dc5d46cfe6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (a893bed6-3631-4ca8-acd7-6cb870dbe42e), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:58.997875 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cbd9ec-ab67-43d6-8853-dc5d46cfe6d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a893bed6-3631-4ca8-acd7-6cb870dbe42e,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:44:59.046204 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b3748-6c42-425a-9a2f-f7e17cb5e95d req-fd44fdb6-3d4f-40ea-aa10-fb528a453c13 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:44:59.048329 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b35b3748-6c42-425a-9a2f-f7e17cb5e95d req-fd44fdb6-3d4f-40ea-aa10-fb528a453c13 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 944 time: 0.0660424 May 28 03:44:59.106815 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:59.113000 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b35b3748-6c42-425a-9a2f-f7e17cb5e95d req-67447a51-fd54-4481-a102-0331286e5142 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529115 May 28 03:44:59.186183 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-18cbd9ec-ab67-43d6-8853-dc5d46cfe6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-877690'] for router_interface (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:59.381374 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:59.403412 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cbd9ec-ab67-43d6-8853-dc5d46cfe6d5 admin admin] Router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:44:59.507302 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cbd9ec-ab67-43d6-8853-dc5d46cfe6d5 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:44:59.512960 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-18cbd9ec-ab67-43d6-8853-dc5d46cfe6d5 admin admin] 10.222.0.41 "PUT /v2.0/routers/19e4f1bb-de21-4d5b-9eba-bf1764e44de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9326215 May 28 03:44:59.515561 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41616) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:44:59.518324 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af21905-4160-4f6e-b194-66ec8680dfd3 None None] Sync routers for ids ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:44:59.530407 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af21905-4160-4f6e-b194-66ec8680dfd3 None None] Routers {'19e4f1bb-de21-4d5b-9eba-bf1764e44de4'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:59.531016 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-8af21905-4160-4f6e-b194-66ec8680dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:59.628428 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Publish callbacks [] for router (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:59.635079 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-8af21905-4160-4f6e-b194-66ec8680dfd3 None None] Set router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:59.724606 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Publish callbacks [] for router_gateway (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:59.807323 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-8af21905-4160-4f6e-b194-66ec8680dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192'}], 'enable_snat': True}, 'gw_port_id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:44:58Z', 'revision_number': 5, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port': {'id': '338469e5-376e-4b1f-9afa-41e9edfe8a18', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:c4:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 516, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:36Z', 'updated_at': '2022-05-28T03:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:59.833953 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af21905-4160-4f6e-b194-66ec8680dfd3 None None] Checking router: 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:44:59.842573 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af21905-4160-4f6e-b194-66ec8680dfd3 None None] Routers {'19e4f1bb-de21-4d5b-9eba-bf1764e44de4'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:44:59.843172 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-8af21905-4160-4f6e-b194-66ec8680dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:44:59.858043 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Deleting port 338469e5-376e-4b1f-9afa-41e9edfe8a18 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:44:59.858397 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:59.931254 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-8af21905-4160-4f6e-b194-66ec8680dfd3 None None] Set router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 gateway port host: None {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:44:59.947682 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] For port 338469e5-376e-4b1f-9afa-41e9edfe8a18, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=338469e5-376e-4b1f-9afa-41e9edfe8a18,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:44:59.948046 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:44:59.955691 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:44:59.966193 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Calling delete_port for 338469e5-376e-4b1f-9afa-41e9edfe8a18 owned by network:router_gateway {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:44:59.985911 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-8af21905-4160-4f6e-b194-66ec8680dfd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:44:59Z', 'revision_number': 6, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port_host': None}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:00.019571 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af21905-4160-4f6e-b194-66ec8680dfd3 None None] The sync data for ids ['19e4f1bb-de21-4d5b-9eba-bf1764e44de4'] in dv-cinder-843361-3-iscsi is: [{'id': '19e4f1bb-de21-4d5b-9eba-bf1764e44de4', 'name': 'tempest-TestMinimumBasicScenario-669280161-router', 'tenant_id': '23f8194639b14942b36011698807b031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:35Z', 'updated_at': '2022-05-28T03:44:59Z', 'revision_number': 6, 'project_id': '23f8194639b14942b36011698807b031', 'gw_port_host': None}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:45:00.081714 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335acc01-7d93-43df-aaac-159518834ea9 req-f066936a-ee42-428d-b92a-605e4d33f3b5 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:00.083212 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-335acc01-7d93-43df-aaac-159518834ea9 req-f066936a-ee42-428d-b92a-605e4d33f3b5 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 949 time: 0.0745320 May 28 03:45:00.157769 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:00.188905 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-335acc01-7d93-43df-aaac-159518834ea9 req-1cbac3e1-b804-4bd8-a29f-c2fd43c6a968 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/security-groups?id=6348e825-1bce-4888-b048-e9b10c4d91df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984609 May 28 03:45:00.275450 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e448915-d896-4c17-9e1d-89a330dc5008 req-b775ac5c-d714-4f0e-8a84-a9a215df5076 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:00.276963 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8e448915-d896-4c17-9e1d-89a330dc5008 req-b775ac5c-d714-4f0e-8a84-a9a215df5076 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 944 time: 0.0868807 May 28 03:45:00.287457 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a34686-0b99-4c5e-a633-bd830f0bd963 req-54ab35c4-2199-46eb-b8b9-23a7c8f58b8f tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:00.289389 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-08a34686-0b99-4c5e-a633-bd830f0bd963 req-54ab35c4-2199-46eb-b8b9-23a7c8f58b8f tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.27 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 949 time: 0.0849411 May 28 03:45:00.307123 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (338469e5-376e-4b1f-9afa-41e9edfe8a18), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:00.333120 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Pushing event deleted for resources: {'Port': ['ID=338469e5-376e-4b1f-9afa-41e9edfe8a18,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:00.383809 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:00.402075 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-878296'] for router_gateway (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:00.402197 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8e448915-d896-4c17-9e1d-89a330dc5008 req-34e2c506-f4ac-4a90-bba7-22a1952d4f66 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117358 May 28 03:45:00.440463 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-08a34686-0b99-4c5e-a633-bd830f0bd963 req-2bd8bfa4-ea00-4126-b070-c66a6c4b8eeb tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Deleting port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:45:00.440463 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-08a34686-0b99-4c5e-a633-bd830f0bd963 req-2bd8bfa4-ea00-4126-b070-c66a6c4b8eeb tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:00.501397 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:00.503880 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Publish callbacks [] for router_controller (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:00.571107 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device a893bed6-3631-4ca8-acd7-6cb870dbe42e no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:45:00.581085 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-08a34686-0b99-4c5e-a633-bd830f0bd963 req-2bd8bfa4-ea00-4126-b070-c66a6c4b8eeb tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] For port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a,segment=NetworkSegment(b05b82c8-ff0a-4755-b2de-891d85825fb6),segment_id=b05b82c8-ff0a-4755-b2de-891d85825fb6)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:00.581480 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-08a34686-0b99-4c5e-a633-bd830f0bd963 req-2bd8bfa4-ea00-4126-b070-c66a6c4b8eeb tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:00.597961 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-08a34686-0b99-4c5e-a633-bd830f0bd963 req-2bd8bfa4-ea00-4126-b070-c66a6c4b8eeb tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Calling delete_port for dd26d70b-fd3e-4adb-8cf1-11836f3ced7a owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:45:00.601308 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: a893bed6-3631-4ca8-acd7-6cb870dbe42e {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:45:00.601308 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device a893bed6-3631-4ca8-acd7-6cb870dbe42e not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:45:00.654863 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580738'] for router (19e4f1bb-de21-4d5b-9eba-bf1764e44de4), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:00.655596 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19e4f1bb-de21-4d5b-9eba-bf1764e44de4 {{(pid=104449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 03:45:00.660784 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:00.663428 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-020e2ae7-8b08-467c-841d-c718a5718c19 admin admin] 10.222.0.41 "DELETE /v2.0/routers/19e4f1bb-de21-4d5b-9eba-bf1764e44de4 HTTP/1.1" status: 204 len: 168 time: 1.1463695 May 28 03:45:00.667349 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41624) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:00.743365 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-75476840-b587-4aee-8490-9afd9ca111f3 admin admin] Deleting subnet cc27aa4c-1a23-42f7-80c5-81e071af24f7 {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:45:00.748766 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-75476840-b587-4aee-8490-9afd9ca111f3 admin admin] Publish callbacks [] for subnet (cc27aa4c-1a23-42f7-80c5-81e071af24f7), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:00.801720 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-75476840-b587-4aee-8490-9afd9ca111f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171905'] for subnet (cc27aa4c-1a23-42f7-80c5-81e071af24f7), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:00.878849 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-08a34686-0b99-4c5e-a633-bd830f0bd963 req-2bd8bfa4-ea00-4126-b070-c66a6c4b8eeb tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (dd26d70b-fd3e-4adb-8cf1-11836f3ced7a), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:00.881355 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-75476840-b587-4aee-8490-9afd9ca111f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (cc27aa4c-1a23-42f7-80c5-81e071af24f7), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:00.891404 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['dd26d70b-fd3e-4adb-8cf1-11836f3ced7a'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:45:00.931303 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd8bfa4-ea00-4126-b070-c66a6c4b8eeb tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Pushing event deleted for resources: {'Port': ['ID=dd26d70b-fd3e-4adb-8cf1-11836f3ced7a,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:00.998269 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a34686-0b99-4c5e-a633-bd830f0bd963 req-2bd8bfa4-ea00-4126-b070-c66a6c4b8eeb tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] No DVR routers for this DVR port dd26d70b-fd3e-4adb-8cf1-11836f3ced7a on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:45:01.000037 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:01.003898 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-08a34686-0b99-4c5e-a633-bd830f0bd963 req-2bd8bfa4-ea00-4126-b070-c66a6c4b8eeb tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.007203 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-08a34686-0b99-4c5e-a633-bd830f0bd963 req-2bd8bfa4-ea00-4126-b070-c66a6c4b8eeb tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.27 "DELETE /v2.0/ports/dd26d70b-fd3e-4adb-8cf1-11836f3ced7a HTTP/1.1" status: 204 len: 173 time: 0.7101238 May 28 03:45:01.008260 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df122191-3ca2-4f3e-8076-99d5d5e713b0', 'name': 'network-vif-deleted', 'tag': 'dd26d70b-fd3e-4adb-8cf1-11836f3ced7a'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:45:01.012512 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80940b44-7792-47c5-bbfb-ebd8fbc4e0ac" -d '{"events": [{"server_uuid": "df122191-3ca2-4f3e-8076-99d5d5e713b0", "name": "network-vif-deleted", "tag": "dd26d70b-fd3e-4adb-8cf1-11836f3ced7a"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:45:01.061309 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc34512a-0dda-46e1-a986-0c518390521b x-openstack-request-id: req-fc34512a-0dda-46e1-a986-0c518390521b {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:45:01.061607 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df122191-3ca2-4f3e-8076-99d5d5e713b0", "name": "network-vif-deleted", "tag": "dd26d70b-fd3e-4adb-8cf1-11836f3ced7a", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:45:01.061863 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fc34512a-0dda-46e1-a986-0c518390521b {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:45:01.062268 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc34512a-0dda-46e1-a986-0c518390521b'] response: {'server_uuid': 'df122191-3ca2-4f3e-8076-99d5d5e713b0', 'name': 'network-vif-deleted', 'tag': 'dd26d70b-fd3e-4adb-8cf1-11836f3ced7a', 'status': 'completed', 'code': 200} May 28 03:45:01.089920 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-75476840-b587-4aee-8490-9afd9ca111f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5710840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4789235'] for subnet (cc27aa4c-1a23-42f7-80c5-81e071af24f7), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.126565 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75476840-b587-4aee-8490-9afd9ca111f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc27aa4c-1a23-42f7-80c5-81e071af24f7,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:01.139559 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-75476840-b587-4aee-8490-9afd9ca111f3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.145557 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-75476840-b587-4aee-8490-9afd9ca111f3 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/cc27aa4c-1a23-42f7-80c5-81e071af24f7 HTTP/1.1" status: 204 len: 168 time: 0.4748352 May 28 03:45:01.153903 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e58942-1a83-4650-9d6e-ac03b548a3c1 None None] Network 184aa47e-df50-4987-8d3f-0e187a7b314b requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:45:01.153998 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41628) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:01.252506 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (184aa47e-df50-4987-8d3f-0e187a7b314b), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.321278 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Deleting port 04e05284-7301-43a2-ab1f-166846baa54d {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:45:01.326537 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (04e05284-7301-43a2-ab1f-166846baa54d), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.362536 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c3374dac-eec2-4995-a8f9-bad5c36a9d4b req-df8217b5-e3b8-4f50-acc7-b89fb59a8e01 tempest-VolumesNegativeTest-795744133 tempest-VolumesNegativeTest-795744133-project] 10.222.0.41 "GET /v2.0/ports?device_id=df122191-3ca2-4f3e-8076-99d5d5e713b0 HTTP/1.1" status: 200 len: 210 time: 0.0731227 May 28 03:45:01.402579 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a2020e-79cc-4a5a-ba30-0c8a87c1989b None None] DHCP port deletion for 184aa47e-df50-4987-8d3f-0e187a7b314b request from dv-cinder-843361-3-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 03:45:01.424104 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] For port 04e05284-7301-43a2-ab1f-166846baa54d, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=04e05284-7301-43a2-ab1f-166846baa54d,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:01.424559 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (04e05284-7301-43a2-ab1f-166846baa54d), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.437673 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Calling delete_port for 04e05284-7301-43a2-ab1f-166846baa54d owned by network:dhcp {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:45:01.441615 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-29a2020e-79cc-4a5a-ba30-0c8a87c1989b None None] Deleting port 04e05284-7301-43a2-ab1f-166846baa54d {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:45:01.441615 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-29a2020e-79cc-4a5a-ba30-0c8a87c1989b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (04e05284-7301-43a2-ab1f-166846baa54d), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.481417 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:01.529808 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-29a2020e-79cc-4a5a-ba30-0c8a87c1989b None None] For port 04e05284-7301-43a2-ab1f-166846baa54d, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=04e05284-7301-43a2-ab1f-166846baa54d,segment=NetworkSegment(b536d7bb-56ba-49d6-8def-ab5e1de1dfe6),segment_id=b536d7bb-56ba-49d6-8def-ab5e1de1dfe6)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:01.530117 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-29a2020e-79cc-4a5a-ba30-0c8a87c1989b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (04e05284-7301-43a2-ab1f-166846baa54d), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.543335 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-29a2020e-79cc-4a5a-ba30-0c8a87c1989b None None] Calling delete_port for 04e05284-7301-43a2-ab1f-166846baa54d owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:45:01.559094 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb5f3c-2f70-4a5c-818b-8ae81075a9a7 req-408b8845-a597-4535-8c8c-25bd73c869c7 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:01.560961 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3bdb5f3c-2f70-4a5c-818b-8ae81075a9a7 req-408b8845-a597-4535-8c8c-25bd73c869c7 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 944 time: 0.0605381 May 28 03:45:01.614965 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3bdb5f3c-2f70-4a5c-818b-8ae81075a9a7 req-a8e827e5-d1e5-449d-8a68-dbcae2726132 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431862 May 28 03:45:01.636113 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (04e05284-7301-43a2-ab1f-166846baa54d), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.643146 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-29a2020e-79cc-4a5a-ba30-0c8a87c1989b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (04e05284-7301-43a2-ab1f-166846baa54d), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.661063 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Pushing event deleted for resources: {'Port': ['ID=04e05284-7301-43a2-ab1f-166846baa54d,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:01.668590 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] No DVR routers for this DVR port 04e05284-7301-43a2-ab1f-166846baa54d on host dv-cinder-843361-3-iscsi {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:45:01.671676 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2020e-79cc-4a5a-ba30-0c8a87c1989b None None] Pushing event deleted for resources: {'Port': ['ID=04e05284-7301-43a2-ab1f-166846baa54d,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:01.675129 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a2020e-79cc-4a5a-ba30-0c8a87c1989b None None] No DVR routers for this DVR port 04e05284-7301-43a2-ab1f-166846baa54d on host dv-cinder-843361-3-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:45:01.745926 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (184aa47e-df50-4987-8d3f-0e187a7b314b), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.767288 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184aa47e-df50-4987-8d3f-0e187a7b314b']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:01.777364 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:01.777654 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b536d7bb-56ba-49d6-8def-ab5e1de1dfe6') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:01.787179 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4578861'] for segment (b536d7bb-56ba-49d6-8def-ab5e1de1dfe6), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.800821 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (b536d7bb-56ba-49d6-8def-ab5e1de1dfe6), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.807751 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:45:01.808135 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578618'] for segment (b536d7bb-56ba-49d6-8def-ab5e1de1dfe6), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.828807 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment b536d7bb-56ba-49d6-8def-ab5e1de1dfe6 resource provider aggregate not found May 28 03:45:01.871112 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment b536d7bb-56ba-49d6-8def-ab5e1de1dfe6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b536d7bb-56ba-49d6-8def-ab5e1de1dfe6 found for delete ", "request_id": "req-01e0484b-50b2-4aa8-9c5e-7bfddc806841"}]} May 28 03:45:01.962799 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (184aa47e-df50-4987-8d3f-0e187a7b314b), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.968071 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:01.972592 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] 10.222.0.41 "DELETE /v2.0/networks/184aa47e-df50-4987-8d3f-0e187a7b314b HTTP/1.1" status: 204 len: 168 time: 0.8243153 May 28 03:45:01.974432 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41640) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:01.983383 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3ad5a-e743-4b8f-8abd-203b84605aee admin admin] Pushing event deleted for resources: {'Network': ['ID=184aa47e-df50-4987-8d3f-0e187a7b314b,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:02.060073 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:02.303122 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f16d305b-ddb5-45ca-ad01-66873ca70f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-877798'] for router_interface (d6dbc215-9c82-4b76-92a1-400ad49e8f86), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:02.411952 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 04e05284-7301-43a2-ab1f-166846baa54d no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:45:02.564253 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-f16d305b-ddb5-45ca-ad01-66873ca70f00 admin admin] Deleting port f526e624-24e1-4777-a326-d60dfba0f0e0 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:45:02.564753 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f16d305b-ddb5-45ca-ad01-66873ca70f00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:02.592005 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 04e05284-7301-43a2-ab1f-166846baa54d {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:45:02.592337 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 04e05284-7301-43a2-ab1f-166846baa54d not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:45:02.592700 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 338469e5-376e-4b1f-9afa-41e9edfe8a18 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:45:02.598574 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=71,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:02.612731 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 338469e5-376e-4b1f-9afa-41e9edfe8a18 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:45:02.613078 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 338469e5-376e-4b1f-9afa-41e9edfe8a18 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:45:02.621438 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=56 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:02.652722 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-f16d305b-ddb5-45ca-ad01-66873ca70f00 admin admin] For port f526e624-24e1-4777-a326-d60dfba0f0e0, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=f526e624-24e1-4777-a326-d60dfba0f0e0,segment=NetworkSegment(5f077307-4ef1-4732-868e-dcb131fc2eac),segment_id=5f077307-4ef1-4732-868e-dcb131fc2eac)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:02.653090 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f16d305b-ddb5-45ca-ad01-66873ca70f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:02.670372 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-f16d305b-ddb5-45ca-ad01-66873ca70f00 admin admin] Calling delete_port for f526e624-24e1-4777-a326-d60dfba0f0e0 owned by network:router_interface {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:45:02.721498 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:02.751617 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a03f81-8597-4193-bfa7-5c261b8724a1 req-60a8fe2c-74c1-4785-abc3-98ef85674f7c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:02.753354 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-72a03f81-8597-4193-bfa7-5c261b8724a1 req-60a8fe2c-74c1-4785-abc3-98ef85674f7c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 944 time: 0.0583389 May 28 03:45:02.814290 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-72a03f81-8597-4193-bfa7-5c261b8724a1 req-1321c37c-1591-4aa7-b793-d28e36a4648c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545998 May 28 03:45:02.939855 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f16d305b-ddb5-45ca-ad01-66873ca70f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (f526e624-24e1-4777-a326-d60dfba0f0e0), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:02.968082 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16d305b-ddb5-45ca-ad01-66873ca70f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=f526e624-24e1-4777-a326-d60dfba0f0e0,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:03.030217 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:03.141294 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-f16d305b-ddb5-45ca-ad01-66873ca70f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-877690'] for router_interface (d6dbc215-9c82-4b76-92a1-400ad49e8f86), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:03.358480 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16d305b-ddb5-45ca-ad01-66873ca70f00 admin admin] Router d6dbc215-9c82-4b76-92a1-400ad49e8f86 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:45:03.470197 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16d305b-ddb5-45ca-ad01-66873ca70f00 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:45:03.479228 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41702) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:03.479351 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-f16d305b-ddb5-45ca-ad01-66873ca70f00 admin admin] 10.222.0.41 "PUT /v2.0/routers/d6dbc215-9c82-4b76-92a1-400ad49e8f86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5035686 May 28 03:45:03.485089 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a8c07e-70e1-4971-9efd-3f124f3e91dc None None] Sync routers for ids ['d6dbc215-9c82-4b76-92a1-400ad49e8f86'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:45:03.485277 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:03.497904 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8c07e-70e1-4971-9efd-3f124f3e91dc None None] Routers {'d6dbc215-9c82-4b76-92a1-400ad49e8f86'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:45:03.499590 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-60a8c07e-70e1-4971-9efd-3f124f3e91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['d6dbc215-9c82-4b76-92a1-400ad49e8f86'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:03.603592 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Publish callbacks [] for router (d6dbc215-9c82-4b76-92a1-400ad49e8f86), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:03.619202 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-60a8c07e-70e1-4971-9efd-3f124f3e91dc None None] Set router d6dbc215-9c82-4b76-92a1-400ad49e8f86 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:45:03.698476 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:03.722231 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Publish callbacks [] for router_gateway (d6dbc215-9c82-4b76-92a1-400ad49e8f86), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:03.794253 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-60a8c07e-70e1-4971-9efd-3f124f3e91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'name': 'tempest-TestMinimumBasicScenario-594311392-router', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:44Z', 'updated_at': '2022-05-28T03:45:02Z', 'revision_number': 5, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'gw_port': {'id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:45Z', 'updated_at': '2022-05-28T03:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:03.818801 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a8c07e-70e1-4971-9efd-3f124f3e91dc None None] Checking router: d6dbc215-9c82-4b76-92a1-400ad49e8f86 for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:45:03.827819 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a8c07e-70e1-4971-9efd-3f124f3e91dc None None] Routers {'d6dbc215-9c82-4b76-92a1-400ad49e8f86'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:45:03.828416 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-60a8c07e-70e1-4971-9efd-3f124f3e91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['d6dbc215-9c82-4b76-92a1-400ad49e8f86'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:03.931475 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Deleting port f9f8132a-23e9-4a7f-b47f-f260a7e81387 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:45:03.931948 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:03.946776 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-60a8c07e-70e1-4971-9efd-3f124f3e91dc None None] Set router d6dbc215-9c82-4b76-92a1-400ad49e8f86 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:45:03.977586 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d1613-7698-4cc8-8309-9145162adf63 req-84bb639d-baeb-4041-b3b4-0de2374d1238 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:03.980679 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-710d1613-7698-4cc8-8309-9145162adf63 req-84bb639d-baeb-4041-b3b4-0de2374d1238 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 944 time: 0.0858288 May 28 03:45:04.039798 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] For port f9f8132a-23e9-4a7f-b47f-f260a7e81387, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=f9f8132a-23e9-4a7f-b47f-f260a7e81387,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:04.041384 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:04.064189 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-710d1613-7698-4cc8-8309-9145162adf63 req-66cdd1c5-2554-4c16-b84c-8970dc2a667d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733705 May 28 03:45:04.069609 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Calling delete_port for f9f8132a-23e9-4a7f-b47f-f260a7e81387 owned by network:router_gateway {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:45:04.253753 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-60a8c07e-70e1-4971-9efd-3f124f3e91dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'name': 'tempest-TestMinimumBasicScenario-594311392-router', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:44Z', 'updated_at': '2022-05-28T03:45:02Z', 'revision_number': 5, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'gw_port': {'id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:45Z', 'updated_at': '2022-05-28T03:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:04.278981 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a8c07e-70e1-4971-9efd-3f124f3e91dc None None] The sync data for ids ['d6dbc215-9c82-4b76-92a1-400ad49e8f86'] in dv-cinder-843361-3-iscsi is: [{'id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'name': 'tempest-TestMinimumBasicScenario-594311392-router', 'tenant_id': '4e6febafbcf34c60bb33ade27a42b83e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50'}], 'enable_snat': True}, 'gw_port_id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:42:44Z', 'updated_at': '2022-05-28T03:45:02Z', 'revision_number': 5, 'project_id': '4e6febafbcf34c60bb33ade27a42b83e', 'gw_port': {'id': 'f9f8132a-23e9-4a7f-b47f-f260a7e81387', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6dbc215-9c82-4b76-92a1-400ad49e8f86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:42:45Z', 'updated_at': '2022-05-28T03:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:45:04.309323 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (f9f8132a-23e9-4a7f-b47f-f260a7e81387), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:04.335614 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9f8132a-23e9-4a7f-b47f-f260a7e81387,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:04.400536 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-878296'] for router_gateway (d6dbc215-9c82-4b76-92a1-400ad49e8f86), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:04.487241 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router (d6dbc215-9c82-4b76-92a1-400ad49e8f86), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:04.489805 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Publish callbacks [] for router_controller (d6dbc215-9c82-4b76-92a1-400ad49e8f86), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:04.794844 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device f526e624-24e1-4777-a326-d60dfba0f0e0 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:45:04.814916 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: f526e624-24e1-4777-a326-d60dfba0f0e0 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:45:04.819497 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device f526e624-24e1-4777-a326-d60dfba0f0e0 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:45:04.883394 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580738'] for router (d6dbc215-9c82-4b76-92a1-400ad49e8f86), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:04.883999 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6dbc215-9c82-4b76-92a1-400ad49e8f86 {{(pid=104449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 03:45:04.888537 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:04.889766 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5f7cc6ea-b341-442a-b50c-cf83035e0ff5 admin admin] 10.222.0.41 "DELETE /v2.0/routers/d6dbc215-9c82-4b76-92a1-400ad49e8f86 HTTP/1.1" status: 204 len: 168 time: 1.4098117 May 28 03:45:04.892302 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41766) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:04.940600 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bc13da6-0784-44d5-bb11-a0e607bc599b admin admin] Deleting subnet 0b4fa59b-d563-4356-8605-c95811ccfc9a {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:45:04.944184 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5bc13da6-0784-44d5-bb11-a0e607bc599b admin admin] Publish callbacks [] for subnet (0b4fa59b-d563-4356-8605-c95811ccfc9a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:04.980242 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5bc13da6-0784-44d5-bb11-a0e607bc599b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4578836'] for subnet (0b4fa59b-d563-4356-8605-c95811ccfc9a), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:05.026902 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:05.073151 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5bc13da6-0784-44d5-bb11-a0e607bc599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (0b4fa59b-d563-4356-8605-c95811ccfc9a), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:05.073722 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device dd26d70b-fd3e-4adb-8cf1-11836f3ced7a no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:45:05.095641 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: dd26d70b-fd3e-4adb-8cf1-11836f3ced7a {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:45:05.095980 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device dd26d70b-fd3e-4adb-8cf1-11836f3ced7a not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:45:05.176004 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:05.180476 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5bc13da6-0784-44d5-bb11-a0e607bc599b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5211730'] for subnet (0b4fa59b-d563-4356-8605-c95811ccfc9a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:05.218506 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8db11-e07a-41d8-980f-07671875f615 req-ee6748fe-0632-49fc-92d1-55e14bcee508 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:05.219977 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-75f8db11-e07a-41d8-980f-07671875f615 req-ee6748fe-0632-49fc-92d1-55e14bcee508 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 944 time: 0.0761356 May 28 03:45:05.222110 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc13da6-0784-44d5-bb11-a0e607bc599b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4fa59b-d563-4356-8605-c95811ccfc9a,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:05.224047 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-5bc13da6-0784-44d5-bb11-a0e607bc599b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:05.228831 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-5bc13da6-0784-44d5-bb11-a0e607bc599b admin admin] 10.222.0.41 "DELETE /v2.0/subnets/0b4fa59b-d563-4356-8605-c95811ccfc9a HTTP/1.1" status: 204 len: 168 time: 0.3344254 May 28 03:45:05.230397 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41786) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:05.233387 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5964bcb1-0e2c-4a13-b1c5-efb4654974c9 None None] Network 39ae7835-7a1d-4f1b-8871-5cee91182120 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:45:05.286858 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-75f8db11-e07a-41d8-980f-07671875f615 req-551aeac3-04f4-480d-a413-d27715400fce tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569079 May 28 03:45:05.322498 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (39ae7835-7a1d-4f1b-8871-5cee91182120), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:05.443259 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a78574-41be-48b6-951d-ea4f4ef8de1f None None] DHCP port deletion for 39ae7835-7a1d-4f1b-8871-5cee91182120 request from dv-cinder-843361-3-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 03:45:05.496162 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-e8a78574-41be-48b6-951d-ea4f4ef8de1f None None] Deleting port 118c1b1c-18c1-4e53-9e16-9cd560290abb {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:45:05.496963 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e8a78574-41be-48b6-951d-ea4f4ef8de1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:05.575418 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-e8a78574-41be-48b6-951d-ea4f4ef8de1f None None] For port 118c1b1c-18c1-4e53-9e16-9cd560290abb, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=118c1b1c-18c1-4e53-9e16-9cd560290abb,segment=NetworkSegment(5f077307-4ef1-4732-868e-dcb131fc2eac),segment_id=5f077307-4ef1-4732-868e-dcb131fc2eac)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:05.575818 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e8a78574-41be-48b6-951d-ea4f4ef8de1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:05.590423 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-e8a78574-41be-48b6-951d-ea4f4ef8de1f None None] Calling delete_port for 118c1b1c-18c1-4e53-9e16-9cd560290abb owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:45:05.667148 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Deleting port 118c1b1c-18c1-4e53-9e16-9cd560290abb {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:45:05.667412 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:05.725235 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:05.732414 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] For port 118c1b1c-18c1-4e53-9e16-9cd560290abb, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=118c1b1c-18c1-4e53-9e16-9cd560290abb,segment=NetworkSegment(5f077307-4ef1-4732-868e-dcb131fc2eac),segment_id=5f077307-4ef1-4732-868e-dcb131fc2eac)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:05.732778 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:05.746008 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Calling delete_port for 118c1b1c-18c1-4e53-9e16-9cd560290abb owned by network:dhcp {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:45:05.756835 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e8a78574-41be-48b6-951d-ea4f4ef8de1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:05.761227 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:05.784516 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a78574-41be-48b6-951d-ea4f4ef8de1f None None] Pushing event deleted for resources: {'Port': ['ID=118c1b1c-18c1-4e53-9e16-9cd560290abb,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:05.786348 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a78574-41be-48b6-951d-ea4f4ef8de1f None None] No DVR routers for this DVR port 118c1b1c-18c1-4e53-9e16-9cd560290abb on host dv-cinder-843361-3-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:45:05.837013 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (118c1b1c-18c1-4e53-9e16-9cd560290abb), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:05.861098 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Pushing event deleted for resources: {'Port': ['ID=118c1b1c-18c1-4e53-9e16-9cd560290abb,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:05.868259 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] No DVR routers for this DVR port 118c1b1c-18c1-4e53-9e16-9cd560290abb on host dv-cinder-843361-3-iscsi {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:45:05.941527 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (39ae7835-7a1d-4f1b-8871-5cee91182120), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:05.967999 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39ae7835-7a1d-4f1b-8871-5cee91182120']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:05.978734 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f077307-4ef1-4732-868e-dcb131fc2eac') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:05.979025 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f077307-4ef1-4732-868e-dcb131fc2eac') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:05.989281 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171960'] for segment (5f077307-4ef1-4732-868e-dcb131fc2eac), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:06.004098 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (5f077307-4ef1-4732-868e-dcb131fc2eac), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:06.011636 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:45:06.011636 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5709914'] for segment (5f077307-4ef1-4732-868e-dcb131fc2eac), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:06.035784 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 5f077307-4ef1-4732-868e-dcb131fc2eac resource provider aggregate not found May 28 03:45:06.067844 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 5f077307-4ef1-4732-868e-dcb131fc2eac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5f077307-4ef1-4732-868e-dcb131fc2eac found for delete ", "request_id": "req-bfc104f7-5031-4407-a346-ff8485d05c7b"}]} May 28 03:45:06.075121 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:06.162670 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (39ae7835-7a1d-4f1b-8871-5cee91182120), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:06.167510 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:06.170931 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] 10.222.0.41 "DELETE /v2.0/networks/39ae7835-7a1d-4f1b-8871-5cee91182120 HTTP/1.1" status: 204 len: 168 time: 0.9389369 May 28 03:45:06.185618 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8758cd8c-388c-4bbb-9860-5e80b4fc4d7c admin admin] Pushing event deleted for resources: {'Network': ['ID=39ae7835-7a1d-4f1b-8871-5cee91182120,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:06.411283 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device f9f8132a-23e9-4a7f-b47f-f260a7e81387 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:45:06.420026 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6119372-4300-4067-92c7-d28a00a14366 req-d39f24b4-26ec-49a3-a1c5-1ffe88a87116 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:06.421617 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a6119372-4300-4067-92c7-d28a00a14366 req-d39f24b4-26ec-49a3-a1c5-1ffe88a87116 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 944 time: 0.0595233 May 28 03:45:06.436065 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: f9f8132a-23e9-4a7f-b47f-f260a7e81387 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:45:06.436421 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device f9f8132a-23e9-4a7f-b47f-f260a7e81387 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:45:06.436840 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 118c1b1c-18c1-4e53-9e16-9cd560290abb no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:45:06.469309 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 118c1b1c-18c1-4e53-9e16-9cd560290abb {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:45:06.470702 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 118c1b1c-18c1-4e53-9e16-9cd560290abb not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:45:06.481056 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-a6119372-4300-4067-92c7-d28a00a14366 req-4ea74fdd-e7f6-4d2c-bf45-b5246d5dba95 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522025 May 28 03:45:06.567483 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41884) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:06.613305 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1e13eff9-e6c1-4b30-a515-cb16d97e779a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=23f8194639b14942b36011698807b031&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415418 May 28 03:45:06.615418 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41888) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:06.665397 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4490-eb45-46c0-9ccd-af30afd47d84 admin admin] Publish callbacks [] for security_group (ceacf493-a4ac-4e7a-824a-43ce52fea8b7), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:06.770746 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4490-eb45-46c0-9ccd-af30afd47d84 admin admin] Publish callbacks [] for security_group (ceacf493-a4ac-4e7a-824a-43ce52fea8b7), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:06.912942 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4490-eb45-46c0-9ccd-af30afd47d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (ceacf493-a4ac-4e7a-824a-43ce52fea8b7), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:06.915554 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-e0ef4490-eb45-46c0-9ccd-af30afd47d84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:06.916727 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-e0ef4490-eb45-46c0-9ccd-af30afd47d84 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/ceacf493-a4ac-4e7a-824a-43ce52fea8b7 HTTP/1.1" status: 204 len: 168 time: 0.3003991 May 28 03:45:06.925159 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef4490-eb45-46c0-9ccd-af30afd47d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceacf493-a4ac-4e7a-824a-43ce52fea8b7,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:07.090265 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 1049955a-bd14-461f-b144-ea03d2f89fe6 details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:45:07.197510 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 1049955a-bd14-461f-b144-ea03d2f89fe6, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=1049955a-bd14-461f-b144-ea03d2f89fe6,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:07.209978 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'port_id': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'mac_address': 'fa:16:3e:1c:20:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:45:07.246035 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 1049955a-bd14-461f-b144-ea03d2f89fe6 is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:45:07.246677 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:07.263767 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1049955a-bd14-461f-b144-ea03d2f89fe6 {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:45:07.282838 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 1049955a-bd14-461f-b144-ea03d2f89fe6, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=1049955a-bd14-461f-b144-ea03d2f89fe6,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:07.368748 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:07.415099 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=1049955a-bd14-461f-b144-ea03d2f89fe6,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:07.579992 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['1049955a-bd14-461f-b144-ea03d2f89fe6'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:45:07.590589 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41928) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:07.608192 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03462cd8-aadf-43d1-a360-a422e723ed3f req-bd7ad8b2-9b29-4ab2-9857-97310e5504b2 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:07.609781 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-03462cd8-aadf-43d1-a360-a422e723ed3f req-bd7ad8b2-9b29-4ab2-9857-97310e5504b2 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 945 time: 0.0562601 May 28 03:45:07.636477 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b14b5a7d-78c0-4f91-98f9-ae992b77848a admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=4e6febafbcf34c60bb33ade27a42b83e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0417402 May 28 03:45:07.637292 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41930) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:07.662056 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-03462cd8-aadf-43d1-a360-a422e723ed3f req-b2743d26-eed3-4a0e-89e3-4513f3dfce0d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463586 May 28 03:45:07.692316 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5965313e-503b-4c3b-9dd1-df777d9818b6 admin admin] Publish callbacks [] for security_group (0d3fa7d3-e2fe-4c30-ba1f-b30d13939710), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:07.714077 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5965313e-503b-4c3b-9dd1-df777d9818b6 admin admin] Publish callbacks [] for security_group (0d3fa7d3-e2fe-4c30-ba1f-b30d13939710), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:07.743733 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:07.877143 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5965313e-503b-4c3b-9dd1-df777d9818b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0d3fa7d3-e2fe-4c30-ba1f-b30d13939710), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:07.879810 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-5965313e-503b-4c3b-9dd1-df777d9818b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:07.880952 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-5965313e-503b-4c3b-9dd1-df777d9818b6 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/0d3fa7d3-e2fe-4c30-ba1f-b30d13939710 HTTP/1.1" status: 204 len: 168 time: 0.2426939 May 28 03:45:07.889654 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965313e-503b-4c3b-9dd1-df777d9818b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3fa7d3-e2fe-4c30-ba1f-b30d13939710,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:08.776397 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571a8b8-c4a2-4fa5-ba78-7032b4771c0c req-0d4941f8-edf6-4fa4-89e5-e6043beea817 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:08.777898 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8571a8b8-c4a2-4fa5-ba78-7032b4771c0c req-0d4941f8-edf6-4fa4-89e5-e6043beea817 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 945 time: 0.0480402 May 28 03:45:08.836222 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8571a8b8-c4a2-4fa5-ba78-7032b4771c0c req-bf93b972-ee7a-4995-9ff5-4847ef5ed1a3 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520945 May 28 03:45:09.017859 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41946) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:09.105784 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 1049955a-bd14-461f-b144-ea03d2f89fe6 up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:45:09.147534 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-b9224bb1-3174-4238-9972-ba43eb2c7084 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=282a34892e974900926a37a76690258c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1283221 May 28 03:45:09.150087 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 41950) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:09.150411 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 1049955a-bd14-461f-b144-ea03d2f89fe6 completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:45:09.197208 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6a65c711-b6e4-46e3-a778-6679b87f7a6a admin admin] Publish callbacks [] for security_group (6348e825-1bce-4888-b048-e9b10c4d91df), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:09.217644 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6a65c711-b6e4-46e3-a778-6679b87f7a6a admin admin] Publish callbacks [] for security_group (6348e825-1bce-4888-b048-e9b10c4d91df), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:09.265532 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 1049955a-bd14-461f-b144-ea03d2f89fe6 triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:45:09.265904 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:09.294500 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:09.339893 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 1049955a-bd14-461f-b144-ea03d2f89fe6 is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:45:09.340302 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:09.345602 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6a65c711-b6e4-46e3-a778-6679b87f7a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (6348e825-1bce-4888-b048-e9b10c4d91df), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:09.348257 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6a65c711-b6e4-46e3-a778-6679b87f7a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:09.349472 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-6a65c711-b6e4-46e3-a778-6679b87f7a6a admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/6348e825-1bce-4888-b048-e9b10c4d91df HTTP/1.1" status: 204 len: 168 time: 0.1984999 May 28 03:45:09.358219 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65c711-b6e4-46e3-a778-6679b87f7a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6348e825-1bce-4888-b048-e9b10c4d91df,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:09.363313 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1049955a-bd14-461f-b144-ea03d2f89fe6'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:45:09.365527 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ba8f01-20ad-499a-8370-737d5a8a4c87" -d '{"events": [{"server_uuid": "8c6232c7-4a11-4f67-a028-96d05393e4df", "name": "network-vif-plugged", "status": "completed", "tag": "1049955a-bd14-461f-b144-ea03d2f89fe6"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:45:09.387256 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 1049955a-bd14-461f-b144-ea03d2f89fe6, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=1049955a-bd14-461f-b144-ea03d2f89fe6,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:09.407582 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fc1e85-d5c2-4f7e-80a8-ab404f88f00d x-openstack-request-id: req-69fc1e85-d5c2-4f7e-80a8-ab404f88f00d {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:45:09.407582 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6232c7-4a11-4f67-a028-96d05393e4df", "name": "network-vif-plugged", "status": "completed", "tag": "1049955a-bd14-461f-b144-ea03d2f89fe6", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:45:09.407582 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-69fc1e85-d5c2-4f7e-80a8-ab404f88f00d {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:45:09.407582 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69fc1e85-d5c2-4f7e-80a8-ab404f88f00d'] response: {'server_uuid': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'code': 200} May 28 03:45:09.477542 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:09.524600 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=1049955a-bd14-461f-b144-ea03d2f89fe6,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:09.751226 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8413a-c1d6-46db-a755-c4f22c6a0609 req-e88e00ef-51c2-4b97-b722-8156ab4a305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:09.752784 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aaf8413a-c1d6-46db-a755-c4f22c6a0609 req-e88e00ef-51c2-4b97-b722-8156ab4a305b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 1130 time: 0.0463951 May 28 03:45:09.779930 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:09.812413 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-aaf8413a-c1d6-46db-a755-c4f22c6a0609 req-243085b1-1bab-4e8d-b74f-1e9bd121e23b service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526180 May 28 03:45:09.950828 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29c9d65-d774-49bf-8d73-ff8ae42e138a req-859ebbec-5eac-454c-b5e0-5abadfb346ca tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:09.952282 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e29c9d65-d774-49bf-8d73-ff8ae42e138a req-859ebbec-5eac-454c-b5e0-5abadfb346ca tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 946 time: 0.0476687 May 28 03:45:09.994071 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:10.004486 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e29c9d65-d774-49bf-8d73-ff8ae42e138a req-0d0cdf8c-212e-44f0-bfe6-ec3c4bc2a1d6 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466657 May 28 03:45:11.040165 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-0648f18e-e459-411e-8822-9dcb66e4ab25 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1496361496&fields=id&tenant_id=d1d9f51a3cc44062af827a498842ee80 HTTP/1.1" status: 200 len: 267 time: 0.0447123 May 28 03:45:11.133118 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a1db20-5b49-4233-b0dc-5416f7aeaae3 req-83a144a7-5e8a-4df2-82f2-cf4d136b389f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:11.134530 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3a1db20-5b49-4233-b0dc-5416f7aeaae3 req-83a144a7-5e8a-4df2-82f2-cf4d136b389f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 946 time: 0.0484569 May 28 03:45:11.149588 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fac24a55-2b58-42bf-8420-bb3d3731e29f tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:11.153158 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fac24a55-2b58-42bf-8420-bb3d3731e29f tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/networks?id=906b0a82-c757-4c32-a49b-21a69d65b543 HTTP/1.1" status: 200 len: 809 time: 0.1028917 May 28 03:45:11.165964 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-5319ecbd-f4d6-4c99-a80c-f9428512dd9e tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/quotas/d1d9f51a3cc44062af827a498842ee80 HTTP/1.1" status: 200 len: 375 time: 0.0093591 May 28 03:45:11.184204 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e3a1db20-5b49-4233-b0dc-5416f7aeaae3 req-6720f7b1-8548-488a-b3fd-59af711a9d8f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441227 May 28 03:45:11.221468 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-db615ffb-4263-45fe-946a-2a37d15c9a09 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=d1d9f51a3cc44062af827a498842ee80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0490384 May 28 03:45:11.300682 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd39abe-ad4e-40c1-9b57-5b996a510ed0 req-cc60888f-a73d-4cba-8741-e84c46f8e93b tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:11.302291 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1fd39abe-ad4e-40c1-9b57-5b996a510ed0 req-cc60888f-a73d-4cba-8741-e84c46f8e93b tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 946 time: 0.0502460 May 28 03:45:11.319201 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-80ff2b38-da21-445c-859e-5059d62652a0 service neutron] 10.222.0.41 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855086 May 28 03:45:11.351593 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1fd39abe-ad4e-40c1-9b57-5b996a510ed0 req-d3de6b8e-9856-4470-807d-af5cd5d6efe0 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423877 May 28 03:45:11.374437 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41970) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:11.411373 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-82584bb3-354a-4d75-a123-54cc28d4d9a0 service neutron] 10.222.0.41 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864217 May 28 03:45:11.411617 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e080fe-29f1-470c-8ff7-690970328fe4 tempest-TestVolumeBootPattern-113613592 tempest-TestVolumeBootPattern-113613592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:11.412956 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-12e080fe-29f1-470c-8ff7-690970328fe4 tempest-TestVolumeBootPattern-113613592 tempest-TestVolumeBootPattern-113613592-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 1125 time: 0.0375557 May 28 03:45:11.416437 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 41972) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:11.420640 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'port_id': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:45:11.517337 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:11.600639 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:11.707483 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Allocated IP 172.27.3.130 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/647a0f91-3107-4b4a-93e0-44aa1854f6ee) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:45:11.812160 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for port (647a0f91-3107-4b4a-93e0-44aa1854f6ee), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:11.917088 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (647a0f91-3107-4b4a-93e0-44aa1854f6ee), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:11.955639 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:45:11.963581 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:45:11.967480 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:45:11.970853 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'Port': ['ID=647a0f91-3107-4b4a-93e0-44aa1854f6ee,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:12.032659 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-11f6e370-ccec-4d13-91fb-ecfb8ce79e6c req-0565435d-0bd7-485e-9d56-d433ee1a5327 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 210 time: 0.0402844 May 28 03:45:12.120871 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:12.175476 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:12.355071 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:12.518891 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (647a0f91-3107-4b4a-93e0-44aa1854f6ee), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:12.708276 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for port (647a0f91-3107-4b4a-93e0-44aa1854f6ee), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:12.864683 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (647a0f91-3107-4b4a-93e0-44aa1854f6ee), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:12.935296 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'Port': ['ID=647a0f91-3107-4b4a-93e0-44aa1854f6ee,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:12.945728 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:12.990585 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:13.040250 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Floating IP c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90 associated. External IP: 172.27.3.130, port: 1049955a-bd14-461f-b144-ea03d2f89fe6. May 28 03:45:13.111203 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-247144e6-c99d-4558-9461-3e6209747e51 req-9270cbcf-900d-4574-90f4-43647e5ea53a tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 210 time: 0.0281184 May 28 03:45:13.233856 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Router 4977754d-3d17-41b3-8f89-4fd027299e3d has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:45:13.273590 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:13.338459 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:45:13.349163 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f60d11-c782-4c98-9e91-f832066f358c None None] Sync routers for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:45:13.358555 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f60d11-c782-4c98-9e91-f832066f358c None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:45:13.359395 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-b5f60d11-c782-4c98-9e91-f832066f358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:13.428103 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:13.460144 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a3e33f0c-9af4-49c8-bbc0-c667b02ccd16 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0426822 May 28 03:45:13.460757 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'tag': '1049955a-bd14-461f-b144-ea03d2f89fe6'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:45:13.463048 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e19e2e-d552-415b-bf24-10173130890b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6232c7-4a11-4f67-a028-96d05393e4df", "tag": "1049955a-bd14-461f-b144-ea03d2f89fe6"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:45:13.464209 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-b5f60d11-c782-4c98-9e91-f832066f358c None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:45:13.500413 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e0ace5-93e8-438c-babe-11e3004688b5 x-openstack-request-id: req-e1e0ace5-93e8-438c-babe-11e3004688b5 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:45:13.500699 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6232c7-4a11-4f67-a028-96d05393e4df", "tag": "1049955a-bd14-461f-b144-ea03d2f89fe6", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:45:13.501529 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-e1e0ace5-93e8-438c-babe-11e3004688b5 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:45:13.501529 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1e0ace5-93e8-438c-babe-11e3004688b5'] response: {'name': 'network-changed', 'server_uuid': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'tag': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'status': 'completed', 'code': 200} May 28 03:45:13.556087 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:45:13.560637 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e19e2e-d552-415b-bf24-10173130890b req-838fe792-4f8a-42f9-89f1-a2fbfbf677a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:13.562446 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-92e19e2e-d552-415b-bf24-10173130890b req-838fe792-4f8a-42f9-89f1-a2fbfbf677a9 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 1130 time: 0.0405335 May 28 03:45:13.661889 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e19e2e-d552-415b-bf24-10173130890b req-86969b7d-1bb8-4fb1-8af0-54959348b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:13.663376 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-92e19e2e-d552-415b-bf24-10173130890b req-86969b7d-1bb8-4fb1-8af0-54959348b561 service neutron] 10.222.0.27 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 911 time: 0.0957284 May 28 03:45:13.690423 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-b5f60d11-c782-4c98-9e91-f832066f358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:1c:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:45:12Z', 'updated_at': '2022-05-28T03:45:12Z', 'revision_number': 0, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:13.715366 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f60d11-c782-4c98-9e91-f832066f358c None None] Checking router: 4977754d-3d17-41b3-8f89-4fd027299e3d for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:45:13.723642 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f60d11-c782-4c98-9e91-f832066f358c None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:45:13.724239 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-b5f60d11-c782-4c98-9e91-f832066f358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:44:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:13.725935 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-92e19e2e-d552-415b-bf24-10173130890b req-e3be0c9f-5792-4358-ae1c-ea485ae17ea2 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1049955a-bd14-461f-b144-ea03d2f89fe6 HTTP/1.1" status: 200 len: 1000 time: 0.0569341 May 28 03:45:13.777628 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e19e2e-d552-415b-bf24-10173130890b req-be28a9ce-ec55-4145-9b63-8efe8c17e677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:13.779198 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-92e19e2e-d552-415b-bf24-10173130890b req-be28a9ce-ec55-4145-9b63-8efe8c17e677 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff HTTP/1.1" status: 200 len: 849 time: 0.0475783 May 28 03:45:13.809174 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:13.825509 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e19e2e-d552-415b-bf24-10173130890b req-465896be-dbf6-46f4-8252-b1fce0ef8831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:13.827118 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-92e19e2e-d552-415b-bf24-10173130890b req-465896be-dbf6-46f4-8252-b1fce0ef8831 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=af6636fe-9088-4d20-9a1e-fa3df2392948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421321 May 28 03:45:13.828325 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-b5f60d11-c782-4c98-9e91-f832066f358c None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:45:13.922698 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-92e19e2e-d552-415b-bf24-10173130890b req-124d70e5-59da-4343-b5d5-f27f0e1398ec service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898826 May 28 03:45:14.050297 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-b5f60d11-c782-4c98-9e91-f832066f358c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:1c:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:45:12Z', 'updated_at': '2022-05-28T03:45:12Z', 'revision_number': 0, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:14.075707 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f60d11-c782-4c98-9e91-f832066f358c None None] The sync data for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi is: [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:1c:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:45:12Z', 'updated_at': '2022-05-28T03:45:12Z', 'revision_number': 0, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:45:14.214779 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8083da4b-2110-4eba-8fda-e1e228e0f992 req-32cab64c-5cda-43f4-adc5-21b82e473728 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 210 time: 0.0295947 May 28 03:45:14.224788 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-92e19e2e-d552-415b-bf24-10173130890b req-4f8ffcc5-3458-4e17-9428-a1f8f7723b85 service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970123 May 28 03:45:14.256632 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=67 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:14.328222 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6d4d72-2f62-47ad-b048-768289387309 None None] New status for floating IP c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90: ACTIVE {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:45:14.402054 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-a1e2b4a6-9b19-4a6d-8eb2-786960070e1f tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:14.403659 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-a1e2b4a6-9b19-4a6d-8eb2-786960070e1f tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.27 "GET /v2.0/networks?id=906b0a82-c757-4c32-a49b-21a69d65b543 HTTP/1.1" status: 200 len: 809 time: 0.1030691 May 28 03:45:14.470839 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-2c932149-79c9-4f43-b7de-bb348f9005ea tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1d9f51a3cc44062af827a498842ee80 HTTP/1.1" status: 200 len: 380 time: 0.0594032 May 28 03:45:14.478667 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Request body: {'port': {'device_id': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'admin_state_up': True, 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'security_groups': ['0c06a570-062b-4dd2-bdcf-87477503e68a']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:45:14.682239 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Made reservation on behalf of d1d9f51a3cc44062af827a498842ee80 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:45:14.685737 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:14.702603 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:14.755057 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:14.817000 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Allocated IP 172.20.0.7 (906b0a82-c757-4c32-a49b-21a69d65b543/da03efca-b11d-4053-9e9f-838140cef9a2/791555af-21e2-4f77-8de6-77284ba93aae) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:45:14.957438 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for port (791555af-21e2-4f77-8de6-77284ba93aae), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:15.053267 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (791555af-21e2-4f77-8de6-77284ba93aae), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:15.093962 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Network 906b0a82-c757-4c32-a49b-21a69d65b543 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:45:15.097116 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:45:15.108532 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:45:15.128479 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event updated for resources: {'Port': ['ID=791555af-21e2-4f77-8de6-77284ba93aae,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:15.160397 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:15.161016 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:15.222378 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-619d06f7-e9bf-46d9-9c8b-127c20a7c2e8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7471828 May 28 03:45:15.234305 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Request body: {'port': {'device_id': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:45:15.312261 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (791555af-21e2-4f77-8de6-77284ba93aae), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:15.371610 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1334ed-bd4f-4683-b7ea-8c19e0acdc5b req-8e41db1c-a5a7-430f-890a-9151ad521aea tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:15.373132 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7e1334ed-bd4f-4683-b7ea-8c19e0acdc5b req-8e41db1c-a5a7-430f-890a-9151ad521aea tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 931 time: 0.0758574 May 28 03:45:15.383481 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-69002e59-de28-4366-a644-fe5902225bf5 None None] Provisioning complete for port 791555af-21e2-4f77-8de6-77284ba93aae triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:45:15.384041 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-69002e59-de28-4366-a644-fe5902225bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (791555af-21e2-4f77-8de6-77284ba93aae), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:15.394580 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=5,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:15.424993 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-69002e59-de28-4366-a644-fe5902225bf5 None None] Port 791555af-21e2-4f77-8de6-77284ba93aae cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:45:15.509780 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7e1334ed-bd4f-4683-b7ea-8c19e0acdc5b req-b5182d37-521a-41f4-a0f5-f01530d0285d tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283298 May 28 03:45:15.665502 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:15.673080 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791555af-21e2-4f77-8de6-77284ba93aae {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:45:15.681098 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Publish callbacks [] for port (791555af-21e2-4f77-8de6-77284ba93aae), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:15.693788 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Transition to ACTIVE for port object 791555af-21e2-4f77-8de6-77284ba93aae will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:45:15.772862 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (791555af-21e2-4f77-8de6-77284ba93aae), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:15.824488 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=791555af-21e2-4f77-8de6-77284ba93aae,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:15.899790 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Attempting to bind port 791555af-21e2-4f77-8de6-77284ba93aae on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:45:15.901003 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Attempting to bind port 791555af-21e2-4f77-8de6-77284ba93aae by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:45:15.901003 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Attempting to bind port 791555af-21e2-4f77-8de6-77284ba93aae on network 906b0a82-c757-4c32-a49b-21a69d65b543 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:45:15.909567 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Port 791555af-21e2-4f77-8de6-77284ba93aae on network 906b0a82-c757-4c32-a49b-21a69d65b543 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:45:15.909828 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Attempting to bind port 791555af-21e2-4f77-8de6-77284ba93aae on network 906b0a82-c757-4c32-a49b-21a69d65b543 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:45:15.916255 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 44, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:45:15.916532 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Checking segment: {'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:45:15.916915 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Bound using segment: {'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:45:15.917378 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Bound port: 791555af-21e2-4f77-8de6-77284ba93aae, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0e1493c7-b4e4-4579-8836-2614138a51ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:45:15.917820 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (791555af-21e2-4f77-8de6-77284ba93aae), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:15.984774 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] For port 791555af-21e2-4f77-8de6-77284ba93aae, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:45:15.987756 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] For port 791555af-21e2-4f77-8de6-77284ba93aae, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=791555af-21e2-4f77-8de6-77284ba93aae,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:45:16.048696 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (791555af-21e2-4f77-8de6-77284ba93aae), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:16.083641 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:16.084257 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:16.085739 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] 10.222.0.27 "PUT /v2.0/ports/791555af-21e2-4f77-8de6-77284ba93aae HTTP/1.1" status: 200 len: 1093 time: 0.8558042 May 28 03:45:16.086198 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:45:16.088432 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1141d6-e46e-4c49-9b09-018c004d95ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "tag": "791555af-21e2-4f77-8de6-77284ba93aae"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:45:16.111266 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc652497-1866-4f57-b7ca-10e5f0d24dc1 service neutron] Pushing event updated for resources: {'Port': ['ID=791555af-21e2-4f77-8de6-77284ba93aae,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:16.141090 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5870b566-34a0-4794-bb78-9456f4787ff5 x-openstack-request-id: req-5870b566-34a0-4794-bb78-9456f4787ff5 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:45:16.141413 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "tag": "791555af-21e2-4f77-8de6-77284ba93aae", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:45:16.141708 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-5870b566-34a0-4794-bb78-9456f4787ff5 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:45:16.142108 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5870b566-34a0-4794-bb78-9456f4787ff5'] response: {'name': 'network-changed', 'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae', 'status': 'completed', 'code': 200} May 28 03:45:16.203303 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1141d6-e46e-4c49-9b09-018c004d95ee req-1aabe265-bddf-4c73-8762-33f46090d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:16.204828 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0a1141d6-e46e-4c49-9b09-018c004d95ee req-1aabe265-bddf-4c73-8762-33f46090d6f7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d9f51a3cc44062af827a498842ee80&device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 1127 time: 0.0439231 May 28 03:45:16.311348 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1141d6-e46e-4c49-9b09-018c004d95ee req-3a52bf8a-050a-4d58-a414-248f0d8b2b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:16.312799 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0a1141d6-e46e-4c49-9b09-018c004d95ee req-3a52bf8a-050a-4d58-a414-248f0d8b2b4d service neutron] 10.222.0.27 "GET /v2.0/networks?tenant_id=d1d9f51a3cc44062af827a498842ee80&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1005754 May 28 03:45:16.406510 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1141d6-e46e-4c49-9b09-018c004d95ee req-499b1c93-81dc-4cc2-8349-a85aa9083862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:16.407973 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0a1141d6-e46e-4c49-9b09-018c004d95ee req-499b1c93-81dc-4cc2-8349-a85aa9083862 service neutron] 10.222.0.27 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896640 May 28 03:45:16.779026 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-a607f89e-341a-45d4-b13a-ac08c3b9a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:16.780506 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-a607f89e-341a-45d4-b13a-ac08c3b9a137 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d9f51a3cc44062af827a498842ee80&device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 1127 time: 0.3355443 May 28 03:45:16.801973 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ccb26f-5702-44d7-8be5-63ff41febd76 req-515bba4b-0cbe-493a-bd1b-b492797d8db5 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:16.803274 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-24ccb26f-5702-44d7-8be5-63ff41febd76 req-515bba4b-0cbe-493a-bd1b-b492797d8db5 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0587339 May 28 03:45:16.832151 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-68970b95-306c-4252-867a-a671b633ff1c service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791555af-21e2-4f77-8de6-77284ba93aae HTTP/1.1" status: 200 len: 217 time: 0.0437589 May 28 03:45:16.920283 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-9fb31d5c-7639-4d1f-ac8b-e5aa0defe734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:16.921753 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-9fb31d5c-7639-4d1f-ac8b-e5aa0defe734 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da03efca-b11d-4053-9e9f-838140cef9a2 HTTP/1.1" status: 200 len: 848 time: 0.0811906 May 28 03:45:16.926328 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-24ccb26f-5702-44d7-8be5-63ff41febd76 req-1b75d187-0ba6-45bf-bfc0-4ce4bf004fe6 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975511 May 28 03:45:16.965013 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc7f110c-54e0-411e-b47f-67f8d4c7b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:16.966520 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-fc7f110c-54e0-411e-b47f-67f8d4c7b6d3 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=906b0a82-c757-4c32-a49b-21a69d65b543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391533 May 28 03:45:16.979853 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:17.057599 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-d875294c-68a2-43d1-a8c9-482f295d1f27 service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853782 May 28 03:45:17.091743 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:17.146904 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49ef1c65-ea88-45a8-aa56-a29ac5c87950 req-4a94515e-70e4-46d8-b237-af1be1e6e7f3 service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836272 May 28 03:45:18.044102 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213222f-7060-4bd1-802d-34608a112ed6 req-d8a8d33b-9a1a-41b4-8709-c3408c3b1c4a tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:18.045582 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4213222f-7060-4bd1-802d-34608a112ed6 req-d8a8d33b-9a1a-41b4-8709-c3408c3b1c4a tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0512753 May 28 03:45:18.065747 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:18.094137 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-4213222f-7060-4bd1-802d-34608a112ed6 req-b0bc05b8-9d4c-469d-a33f-36446a3c31eb tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430088 May 28 03:45:19.208263 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b69078-202f-41b2-9e7c-bfbc2b0d06bc req-8ee0aa0f-096b-4c5a-8d6f-27df6ba3933e tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:19.209686 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e1b69078-202f-41b2-9e7c-bfbc2b0d06bc req-8ee0aa0f-096b-4c5a-8d6f-27df6ba3933e tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0476339 May 28 03:45:19.261839 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e1b69078-202f-41b2-9e7c-bfbc2b0d06bc req-f2dc633e-f486-4f64-9e6f-2245444c2eee tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467567 May 28 03:45:19.385112 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-da25c836-c9b8-47d7-85ef-c8e8adc9ff73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:19.704430 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:20.370451 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74251c-cf87-47a0-8cef-9bd41eec3e89 req-c106fa91-ff96-4025-91e2-a6b8eefd9332 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:20.372175 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1e74251c-cf87-47a0-8cef-9bd41eec3e89 req-c106fa91-ff96-4025-91e2-a6b8eefd9332 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0467539 May 28 03:45:20.420796 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1e74251c-cf87-47a0-8cef-9bd41eec3e89 req-ecdb20f8-ce61-4f80-8e82-b649491a9ef5 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431149 May 28 03:45:21.530490 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f53362-516a-4b89-8a37-9d199a5722a1 req-bd14eb1c-43bc-4bc4-831c-ac80d7fd027d tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:21.531994 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-77f53362-516a-4b89-8a37-9d199a5722a1 req-bd14eb1c-43bc-4bc4-831c-ac80d7fd027d tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0467405 May 28 03:45:21.579754 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-77f53362-516a-4b89-8a37-9d199a5722a1 req-01b56433-d7d2-4a40-ab72-a3b5fb6c3c8d tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423436 May 28 03:45:21.750790 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-d5361dbc-3938-4569-9ecc-b28c67a292d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:22.695061 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b1b3c-800c-466f-bda7-f4e11abf657f req-c1bd2fd4-a026-4015-a553-1d25bd51925f tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:22.697198 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-803b1b3c-800c-466f-bda7-f4e11abf657f req-c1bd2fd4-a026-4015-a553-1d25bd51925f tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0466542 May 28 03:45:22.722693 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:22.751207 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-803b1b3c-800c-466f-bda7-f4e11abf657f req-0ae555c3-24d3-4fb8-a178-fe44713a57bf tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484827 May 28 03:45:22.864402 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:23.862346 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2938dc8-8693-43da-8967-8ac7af5a79b1 req-57cd5977-55ad-436d-8b19-13549b31b752 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:23.863768 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e2938dc8-8693-43da-8967-8ac7af5a79b1 req-57cd5977-55ad-436d-8b19-13549b31b752 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0458212 May 28 03:45:23.912165 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e2938dc8-8693-43da-8967-8ac7af5a79b1 req-c8cb5176-3c5a-4ecb-b251-697bd77de102 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 May 28 03:45:24.145854 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:24.252835 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:24.583870 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=75 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:25.027518 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c19c59-783e-4595-a01f-d205a8f7f5bd req-5f8ac378-dd0f-4cdf-a8f4-811e82caf5cf tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:25.028952 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d9c19c59-783e-4595-a01f-d205a8f7f5bd req-5f8ac378-dd0f-4cdf-a8f4-811e82caf5cf tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0467124 May 28 03:45:25.077635 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d9c19c59-783e-4595-a01f-d205a8f7f5bd req-41ced3e3-4886-40b5-b22e-b1af5e8117d2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427718 May 28 03:45:25.207261 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 791555af-21e2-4f77-8de6-77284ba93aae details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:45:25.304201 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 791555af-21e2-4f77-8de6-77284ba93aae, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=791555af-21e2-4f77-8de6-77284ba93aae,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:25.315696 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '791555af-21e2-4f77-8de6-77284ba93aae', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'port_id': '791555af-21e2-4f77-8de6-77284ba93aae', 'mac_address': 'fa:16:3e:d5:fa:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:45:25.349463 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 791555af-21e2-4f77-8de6-77284ba93aae is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:45:25.349866 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (791555af-21e2-4f77-8de6-77284ba93aae), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:25.362154 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791555af-21e2-4f77-8de6-77284ba93aae {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:45:25.385808 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 791555af-21e2-4f77-8de6-77284ba93aae, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=791555af-21e2-4f77-8de6-77284ba93aae,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:25.458748 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (791555af-21e2-4f77-8de6-77284ba93aae), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:25.505700 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=791555af-21e2-4f77-8de6-77284ba93aae,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:25.665743 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:25.673303 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['791555af-21e2-4f77-8de6-77284ba93aae'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:45:25.802114 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:26.194928 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feda099f-6096-4ee8-b020-adfe9425d037 req-602f461a-48d1-42a7-a6e0-57325b653f83 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:26.196977 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-feda099f-6096-4ee8-b020-adfe9425d037 req-602f461a-48d1-42a7-a6e0-57325b653f83 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 944 time: 0.0545967 May 28 03:45:26.244911 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-feda099f-6096-4ee8-b020-adfe9425d037 req-42b649bc-c769-4785-a0e3-0e8da31f7ea6 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423622 May 28 03:45:27.210356 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 791555af-21e2-4f77-8de6-77284ba93aae up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:45:27.251255 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 791555af-21e2-4f77-8de6-77284ba93aae completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:45:27.339594 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 791555af-21e2-4f77-8de6-77284ba93aae triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:45:27.340083 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (791555af-21e2-4f77-8de6-77284ba93aae), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:27.366330 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8e364f-3d3e-46aa-b574-fffe0eaa4d32 req-0ef7155c-e5d3-4c6e-9c3c-c2366e448a10 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:27.369218 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-eb8e364f-3d3e-46aa-b574-fffe0eaa4d32 req-0ef7155c-e5d3-4c6e-9c3c-c2366e448a10 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 944 time: 0.0584745 May 28 03:45:27.418927 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-eb8e364f-3d3e-46aa-b574-fffe0eaa4d32 req-833548ee-5f6c-4fb3-9e1c-ad23fd4f3ceb tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437717 May 28 03:45:27.426129 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 791555af-21e2-4f77-8de6-77284ba93aae is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:45:27.426505 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (791555af-21e2-4f77-8de6-77284ba93aae), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:27.449979 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:45:27.452144 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62d0dce-c883-4623-879d-d0bf32324039" -d '{"events": [{"server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "name": "network-vif-plugged", "status": "completed", "tag": "791555af-21e2-4f77-8de6-77284ba93aae"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:45:27.454189 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:27.464649 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 791555af-21e2-4f77-8de6-77284ba93aae, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=791555af-21e2-4f77-8de6-77284ba93aae,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:45:27.491596 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3cd64e-a5f8-4e72-9dcc-74e7902e313b x-openstack-request-id: req-2b3cd64e-a5f8-4e72-9dcc-74e7902e313b {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:45:27.491596 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "name": "network-vif-plugged", "status": "completed", "tag": "791555af-21e2-4f77-8de6-77284ba93aae", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:45:27.491596 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-2b3cd64e-a5f8-4e72-9dcc-74e7902e313b {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:45:27.491596 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b3cd64e-a5f8-4e72-9dcc-74e7902e313b'] response: {'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae', 'code': 200} May 28 03:45:27.573277 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (791555af-21e2-4f77-8de6-77284ba93aae), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:27.619346 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=791555af-21e2-4f77-8de6-77284ba93aae,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:27.895368 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31565c48-3e2d-4296-8790-6a97d254661e req-ad71413f-0fa0-4c45-b7e8-c730ff74e5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:27.896851 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-31565c48-3e2d-4296-8790-6a97d254661e req-ad71413f-0fa0-4c45-b7e8-c730ff74e5c4 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 1129 time: 0.0393286 May 28 03:45:27.944293 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-31565c48-3e2d-4296-8790-6a97d254661e req-5d9b12b5-e7f9-426c-8bf2-52e2367a3dbe service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404592 May 28 03:45:28.534635 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8047f-151a-42f4-9c0f-0b7b17d79db8 req-50e3dad3-aabc-42d0-bd42-8ac0bf1422a1 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:28.536072 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-17b8047f-151a-42f4-9c0f-0b7b17d79db8 req-50e3dad3-aabc-42d0-bd42-8ac0bf1422a1 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0499129 May 28 03:45:28.583000 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-17b8047f-151a-42f4-9c0f-0b7b17d79db8 req-4fa8a69d-d11c-49f4-8dd1-3581df01a795 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414443 May 28 03:45:29.702892 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f32e88a-0e5b-48a0-a2a8-8273eff0b617 req-1198c2fc-4a8a-4871-bb17-582bb5ec11a9 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:29.704320 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0f32e88a-0e5b-48a0-a2a8-8273eff0b617 req-1198c2fc-4a8a-4871-bb17-582bb5ec11a9 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0502226 May 28 03:45:29.761979 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0f32e88a-0e5b-48a0-a2a8-8273eff0b617 req-64c3c0b4-7284-4771-b5fc-1d68eb8c61e6 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499847 May 28 03:45:29.874901 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d87d77-4f11-4414-8bda-8157729b101a req-5a80d243-07d4-4201-8ba8-b51f56022be8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:29.876347 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-89d87d77-4f11-4414-8bda-8157729b101a req-5a80d243-07d4-4201-8ba8-b51f56022be8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0468407 May 28 03:45:29.924856 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-89d87d77-4f11-4414-8bda-8157729b101a req-a79e2880-0f3d-4050-af48-a3a29aeb549a tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430489 May 28 03:45:29.947233 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42034) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:30.125313 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abf8f41-a72a-4c61-990e-e6c32a627626 tempest-TestShelveInstance-1544844551 tempest-TestShelveInstance-1544844551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:30.126842 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-3abf8f41-a72a-4c61-990e-e6c32a627626 tempest-TestShelveInstance-1544844551 tempest-TestShelveInstance-1544844551-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 1124 time: 0.1786809 May 28 03:45:30.129869 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42038) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:45:30.134559 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.v2.base [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'port_id': '791555af-21e2-4f77-8de6-77284ba93aae', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104449) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:45:30.241964 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:30.322973 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:30.430976 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_common [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Allocated IP 172.27.3.197 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af) {{(pid=104449) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:45:30.498633 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:30.529666 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for port (a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:30.556280 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:30.625535 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:30.663279 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104449) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:45:30.669011 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.base_scheduler [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Resources bound (agent type, host, resource id): {{(pid=104449) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:45:30.673164 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Received port after_create {{(pid=104449) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:45:30.678693 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event updated for resources: {'Port': ['ID=a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af,revision_number=1']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:31.020221 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for floatingip (3800873a-109d-4204-911c-c3ed46b03576), precommit_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:31.146884 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af), before_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:31.296373 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:31.316607 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for port (a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af), precommit_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:31.390363 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4578654'] for port (a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af), after_update {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:31.456497 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event updated for resources: {'Port': ['ID=a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af,revision_number=2']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:45:31.469584 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.469920 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.470252 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.470581 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.470910 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.471230 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.471547 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.471861 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.472221 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.472614 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.473002 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.473389 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.473778 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.474094 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.474407 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:45:31.481034 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (3800873a-109d-4204-911c-c3ed46b03576), after_create {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:31.528569 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:31.575629 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Floating IP 3800873a-109d-4204-911c-c3ed46b03576 associated. External IP: 172.27.3.197, port: 791555af-21e2-4f77-8de6-77284ba93aae. May 28 03:45:31.669299 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:31.779127 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Router 427cde9f-9742-40e7-b5f4-0d4323287594 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:45:31.880471 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:45:31.889796 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d56b356-4407-4e25-8d50-ef670e13ff7e None None] Sync routers for ids ['427cde9f-9742-40e7-b5f4-0d4323287594'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:45:31.899788 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56b356-4407-4e25-8d50-ef670e13ff7e None None] Routers {'427cde9f-9742-40e7-b5f4-0d4323287594'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:45:31.902774 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-7d56b356-4407-4e25-8d50-ef670e13ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:45:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['427cde9f-9742-40e7-b5f4-0d4323287594'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:31.975484 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:32.007143 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ddfcb33d-f73e-42ab-a6a4-491156c46de2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8761861 May 28 03:45:32.007733 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:45:32.010057 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807e42ac-d37f-4219-91f6-74d240ae5d5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "tag": "791555af-21e2-4f77-8de6-77284ba93aae"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:45:32.053131 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e603ebd-9093-4aa1-a6e1-bc693ac960fa x-openstack-request-id: req-6e603ebd-9093-4aa1-a6e1-bc693ac960fa {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:45:32.053751 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "tag": "791555af-21e2-4f77-8de6-77284ba93aae", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:45:32.053751 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-6e603ebd-9093-4aa1-a6e1-bc693ac960fa {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:45:32.054086 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e603ebd-9093-4aa1-a6e1-bc693ac960fa'] response: {'name': 'network-changed', 'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae', 'status': 'completed', 'code': 200} May 28 03:45:32.116012 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e42ac-d37f-4219-91f6-74d240ae5d5b req-8dd106fb-c865-4baa-92df-9c86b924c423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:32.117559 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-807e42ac-d37f-4219-91f6-74d240ae5d5b req-8dd106fb-c865-4baa-92df-9c86b924c423 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d9f51a3cc44062af827a498842ee80&device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 1129 time: 0.0422196 May 28 03:45:32.131347 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-7d56b356-4407-4e25-8d50-ef670e13ff7e None None] Set router 427cde9f-9742-40e7-b5f4-0d4323287594 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:45:32.210747 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e42ac-d37f-4219-91f6-74d240ae5d5b req-0332af87-26a2-4c8a-b713-d71071c9f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:32.212795 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-807e42ac-d37f-4219-91f6-74d240ae5d5b req-0332af87-26a2-4c8a-b713-d71071c9f87f service neutron] 10.222.0.27 "GET /v2.0/networks?id=906b0a82-c757-4c32-a49b-21a69d65b543 HTTP/1.1" status: 200 len: 910 time: 0.0878060 May 28 03:45:32.279395 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-807e42ac-d37f-4219-91f6-74d240ae5d5b req-1456e295-59f2-49ae-b655-4b1eb86defa4 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791555af-21e2-4f77-8de6-77284ba93aae HTTP/1.1" status: 200 len: 999 time: 0.0594172 May 28 03:45:32.328901 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e42ac-d37f-4219-91f6-74d240ae5d5b req-0312aa05-4964-459c-9f0f-7786e811e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:32.330517 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-807e42ac-d37f-4219-91f6-74d240ae5d5b req-0312aa05-4964-459c-9f0f-7786e811e3b1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da03efca-b11d-4053-9e9f-838140cef9a2 HTTP/1.1" status: 200 len: 848 time: 0.0451434 May 28 03:45:32.341376 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-7d56b356-4407-4e25-8d50-ef670e13ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:44:38Z', 'revision_number': 4, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '3800873a-109d-4204-911c-c3ed46b03576', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'port_id': '791555af-21e2-4f77-8de6-77284ba93aae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'mac_address': 'fa:16:3e:d5:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:45:30Z', 'updated_at': '2022-05-28T03:45:30Z', 'revision_number': 0, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d07279-1043-4c1e-8e7e-ec5ee945574f', 'name': '', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'mac_address': 'fa:16:3e:04:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:38Z', 'updated_at': '2022-05-28T03:44:42Z', 'revision_number': 5, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'subnets': [{'id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:32.366485 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d56b356-4407-4e25-8d50-ef670e13ff7e None None] Checking router: 427cde9f-9742-40e7-b5f4-0d4323287594 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:45:32.375850 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e42ac-d37f-4219-91f6-74d240ae5d5b req-bba91927-c0da-409a-b529-94d9fb7aa918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:32.376139 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d56b356-4407-4e25-8d50-ef670e13ff7e None None] Routers {'427cde9f-9742-40e7-b5f4-0d4323287594'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:45:32.376461 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-7d56b356-4407-4e25-8d50-ef670e13ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:45:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['427cde9f-9742-40e7-b5f4-0d4323287594'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:32.377437 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-807e42ac-d37f-4219-91f6-74d240ae5d5b req-bba91927-c0da-409a-b529-94d9fb7aa918 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=906b0a82-c757-4c32-a49b-21a69d65b543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404978 May 28 03:45:32.475049 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-807e42ac-d37f-4219-91f6-74d240ae5d5b req-fe40933b-f8d0-4b2f-8066-3da6bd521e95 service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911343 May 28 03:45:32.479373 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-7d56b356-4407-4e25-8d50-ef670e13ff7e None None] Set router 427cde9f-9742-40e7-b5f4-0d4323287594 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:45:32.499128 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:32.507093 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:32.570764 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-807e42ac-d37f-4219-91f6-74d240ae5d5b req-60273925-42f6-4da7-aed1-32ae6ea07c99 service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892396 May 28 03:45:32.593838 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:32.693669 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-7d56b356-4407-4e25-8d50-ef670e13ff7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:44:38Z', 'revision_number': 4, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '3800873a-109d-4204-911c-c3ed46b03576', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'port_id': '791555af-21e2-4f77-8de6-77284ba93aae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'mac_address': 'fa:16:3e:d5:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:45:30Z', 'updated_at': '2022-05-28T03:45:30Z', 'revision_number': 0, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d07279-1043-4c1e-8e7e-ec5ee945574f', 'name': '', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'mac_address': 'fa:16:3e:04:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:38Z', 'updated_at': '2022-05-28T03:44:42Z', 'revision_number': 5, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'subnets': [{'id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:45:32.718835 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d56b356-4407-4e25-8d50-ef670e13ff7e None None] The sync data for ids ['427cde9f-9742-40e7-b5f4-0d4323287594'] in dv-cinder-843361-3-iscsi is: [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:44:38Z', 'revision_number': 4, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': '3800873a-109d-4204-911c-c3ed46b03576', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'floating_ip_address': '172.27.3.197', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'port_id': '791555af-21e2-4f77-8de6-77284ba93aae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'mac_address': 'fa:16:3e:d5:fa:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:45:30Z', 'updated_at': '2022-05-28T03:45:30Z', 'revision_number': 0, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31d07279-1043-4c1e-8e7e-ec5ee945574f', 'name': '', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'mac_address': 'fa:16:3e:04:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:38Z', 'updated_at': '2022-05-28T03:44:42Z', 'revision_number': 5, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'subnets': [{'id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:45:32.918069 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d22e5f2b-b01d-4a9c-b41f-753c914ce422 None None] New status for floating IP 3800873a-109d-4204-911c-c3ed46b03576: ACTIVE {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:45:42.002528 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:42.004490 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:42.567349 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=15 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:42.696907 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=86 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:49.240887 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:49.245699 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:45:49.367191 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-92b49421-584d-4284-93cb-5c518d5ed607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:49.698978 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:50.554793 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:45:51.681724 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c07b896a-8a0b-4db0-896c-db0611e4204a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:52.824983 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:54.207059 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:45:54.470809 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c725a311-19ad-4c41-81c3-7c8c7b109637 req-e6f16d5e-c458-4941-a0ac-6efba7dd190b service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388947 May 28 03:45:54.550979 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725a311-19ad-4c41-81c3-7c8c7b109637 req-34d35e69-e998-48c1-82ca-208fc99c8462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:54.552526 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c725a311-19ad-4c41-81c3-7c8c7b109637 req-34d35e69-e998-48c1-82ca-208fc99c8462 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 1130 time: 0.0408897 May 28 03:45:54.664016 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725a311-19ad-4c41-81c3-7c8c7b109637 req-7c8614b1-b20f-49cb-961c-6f73bd34989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:54.665535 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c725a311-19ad-4c41-81c3-7c8c7b109637 req-7c8614b1-b20f-49cb-961c-6f73bd34989e service neutron] 10.222.0.27 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 911 time: 0.0947027 May 28 03:45:54.727611 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c725a311-19ad-4c41-81c3-7c8c7b109637 req-a9baa6fa-cb96-4c03-a082-7110efd8655a service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1049955a-bd14-461f-b144-ea03d2f89fe6 HTTP/1.1" status: 200 len: 1002 time: 0.0557647 May 28 03:45:54.776358 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725a311-19ad-4c41-81c3-7c8c7b109637 req-249d8c53-0d8d-4b0b-a1ff-e00a2cfe13a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:54.778015 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c725a311-19ad-4c41-81c3-7c8c7b109637 req-249d8c53-0d8d-4b0b-a1ff-e00a2cfe13a3 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff HTTP/1.1" status: 200 len: 849 time: 0.0446091 May 28 03:45:54.823950 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725a311-19ad-4c41-81c3-7c8c7b109637 req-54472b91-3bae-49a3-a3fb-da93ee06af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:45:54.825503 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c725a311-19ad-4c41-81c3-7c8c7b109637 req-54472b91-3bae-49a3-a3fb-da93ee06af58 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=af6636fe-9088-4d20-9a1e-fa3df2392948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416803 May 28 03:45:54.918910 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c725a311-19ad-4c41-81c3-7c8c7b109637 req-47b72142-e6f7-4439-82df-56d68d59732b service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872951 May 28 03:45:55.011212 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c725a311-19ad-4c41-81c3-7c8c7b109637 req-245d92ff-582b-4076-a7f9-6498b8443350 service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857763 May 28 03:45:55.658715 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:01.566584 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:46:01.567363 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:46:05.007112 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=53 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:46:05.007906 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=48 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:46:05.588229 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:46:05.594281 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:46:19.372909 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2ea3da9d-8486-47d2-b97e-b83a0d0ea35e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:19.698371 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:21.738327 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8dba9d87-940c-44f7-8a4e-647c0f240cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:22.846787 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:24.224161 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:25.658483 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:27.553181 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:46:35.594620 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:46:35.596465 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:46:47.579516 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:46:47.582240 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:46:49.355216 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-87296f7d-3bc6-4b89-8f7f-7907ee89c634 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:49.709632 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:51.697874 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-fd2bd4f7-f512-4829-b589-e19c8c10cf33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:52.880823 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:54.240775 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:55.663383 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:46:56.008020 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-5b3ac24e-fd7f-40a1-a361-ad8dd31a2c5f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848494 May 28 03:46:56.068208 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-76a1e587-54c5-44d2-b21c-80246f6797ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:46:56.069744 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-76a1e587-54c5-44d2-b21c-80246f6797ea service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d9f51a3cc44062af827a498842ee80&device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 1129 time: 0.0395553 May 28 03:46:56.176613 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-a6a9b270-39b7-4613-957c-a251347270a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:46:56.178115 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-a6a9b270-39b7-4613-957c-a251347270a3 service neutron] 10.222.0.27 "GET /v2.0/networks?id=906b0a82-c757-4c32-a49b-21a69d65b543 HTTP/1.1" status: 200 len: 910 time: 0.0902305 May 28 03:46:56.238477 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-c37d2168-c24b-4054-b2ba-af5aa1a9a522 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791555af-21e2-4f77-8de6-77284ba93aae HTTP/1.1" status: 200 len: 1001 time: 0.0540457 May 28 03:46:56.290820 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-80304a0c-f19b-4b11-88ad-456e7c096f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:46:56.292214 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-80304a0c-f19b-4b11-88ad-456e7c096f5c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da03efca-b11d-4053-9e9f-838140cef9a2 HTTP/1.1" status: 200 len: 848 time: 0.0480139 May 28 03:46:56.342558 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-7209dc7c-269b-4f92-8da0-7973120497b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:46:56.344081 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-7209dc7c-269b-4f92-8da0-7973120497b8 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=906b0a82-c757-4c32-a49b-21a69d65b543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460627 May 28 03:46:56.354010 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-3a0fa0fd-e4d8-44ea-ba57-6aa1595a2dbc service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104450) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:46:56.355008 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-3a0fa0fd-e4d8-44ea-ba57-6aa1595a2dbc service neutron] 10.222.0.27 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050251 May 28 03:46:56.443002 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-de476d7f-ee2c-4def-8376-a0a06d83e85b service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823250 May 28 03:46:56.532951 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2e1b69f8-c643-438d-b0e8-6454e510c11e req-de07dcaf-7f56-404e-a1e8-9ed0bb12258d service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845923 May 28 03:47:01.167508 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-c0d033df-c882-41a1-97a3-db8d25799a76 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971281779&fields=id&tenant_id=c0fe831f6e954e05b7d448f1d4f43754 HTTP/1.1" status: 200 len: 267 time: 0.0451400 May 28 03:47:01.275738 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5c6b2a08-76fb-4b17-8d41-4aa4c027448a tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:01.277236 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5c6b2a08-76fb-4b17-8d41-4aa4c027448a tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 810 time: 0.1024182 May 28 03:47:01.291989 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-925431cb-87f0-4e6d-90f3-5425c0844eb5 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/quotas/c0fe831f6e954e05b7d448f1d4f43754 HTTP/1.1" status: 200 len: 375 time: 0.0088561 May 28 03:47:01.341902 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-d75ca1e9-e03e-4e23-82b4-4d7ea252a038 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0452337 May 28 03:47:01.356739 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-4c3e69a0-d625-4d4d-b65a-7763ab407507 service neutron] http://10.222.0.41:9696/v2.0/extensions returned with HTTP 200 {{(pid=104449) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 28 03:47:01.357738 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-4c3e69a0-d625-4d4d-b65a-7763ab407507 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050230 May 28 03:47:01.447637 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-e01ea64e-719b-4119-9384-4828d07af51a service neutron] 10.222.0.41 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848806 May 28 03:47:01.534218 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-e7ec8bb6-9979-4542-9889-ff6c2afe23ee service neutron] 10.222.0.41 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810580 May 28 03:47:02.119782 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d1250bb0-ba07-4b2c-bf2d-5127ebc1859e req-2a62f8cc-35fb-44ce-a0fa-ed08f356b2a0 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 210 time: 0.0838470 May 28 03:47:03.200576 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1980478f-a8f8-48f7-9b42-7319e4df13d3 req-009954de-3943-42e6-b5c2-e9600a12af3d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 210 time: 0.0287781 May 28 03:47:04.285839 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-ee31706a-b796-4d65-ac55-3d46725c054c req-e6baad05-6e95-4437-8e38-10428a19b76a tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 210 time: 0.0338905 May 28 03:47:04.552606 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:47:05.368961 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bb299c0e-df78-4b76-abe7-995a86e23b1e req-1ce7f9fb-ad7c-442d-a296-15d35951810b tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 210 time: 0.0306399 May 28 03:47:05.591278 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:05.598326 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:06.462056 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-49115efb-c45f-4ccb-95be-2eab1219b05a req-099a190c-7b64-412a-a88d-de3b97b94209 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 210 time: 0.0275917 May 28 03:47:07.558588 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6a4c3da6-7f79-4e5c-921b-3b232b2da1fe req-d7560ba7-6e66-4340-8d4d-3d55bb2a193a tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 210 time: 0.0268154 May 28 03:47:07.873484 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-c41016c8-ee37-4ea4-8812-5bbf7aced18b tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:07.874922 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-c41016c8-ee37-4ea4-8812-5bbf7aced18b tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 810 time: 0.1020856 May 28 03:47:07.942963 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-808c6507-c148-4711-a38b-1c0daf70eed2 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0fe831f6e954e05b7d448f1d4f43754 HTTP/1.1" status: 200 len: 380 time: 0.0598640 May 28 03:47:07.955458 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'port': {'device_id': '6ba87599-510f-4138-92f7-e909bb7df417', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'admin_state_up': True, 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'security_groups': ['6f0f5400-c168-4cea-9205-0caa2f3869ed']}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:47:08.114788 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Made reservation on behalf of c0fe831f6e954e05b7d448f1d4f43754 for: {'port': 1} {{(pid=104450) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 28 03:47:08.118262 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:08.231010 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:08.241789 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:08.245837 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Allocated IP 172.20.0.14 (af6636fe-9088-4d20-9a1e-fa3df2392948/7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff/11df9db6-964f-4442-9b85-d9da3d305d3c) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:47:08.392100 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:08.469983 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:08.518286 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Network af6636fe-9088-4d20-9a1e-fa3df2392948 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:47:08.523504 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:47:08.525863 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:47:08.530084 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'Port': ['ID=11df9db6-964f-4442-9b85-d9da3d305d3c,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:47:08.557148 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.557500 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.557839 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.558175 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.558519 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.558830 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.559151 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.559475 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.559820 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.560141 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.560468 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.560791 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.561137 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.561445 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.561763 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:08.598939 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:08.599575 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:08.674315 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-a037b59d-f487-467c-ac05-d6d506059293 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7225051 May 28 03:47:08.685532 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf215b1c-b82d-4592-ac35-66c945291dc5 req-2c87a728-73cb-4b09-b370-97b00286723e tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:08.687147 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cf215b1c-b82d-4592-ac35-66c945291dc5 req-2c87a728-73cb-4b09-b370-97b00286723e tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 932 time: 0.0538142 May 28 03:47:08.692902 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Request body: {'port': {'device_id': '6ba87599-510f-4138-92f7-e909bb7df417', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84336'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:47:08.788283 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cf215b1c-b82d-4592-ac35-66c945291dc5 req-63f8c584-1e2d-4d51-a088-86c5db01e9c0 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920453 May 28 03:47:08.788481 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-771fb0d7-e305-40c1-ad55-30987749c77e None None] Provisioning complete for port 11df9db6-964f-4442-9b85-d9da3d305d3c triggered by entity DHCP. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:47:08.788481 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-771fb0d7-e305-40c1-ad55-30987749c77e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:08.794654 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:08.829159 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-771fb0d7-e305-40c1-ad55-30987749c77e None None] Port 11df9db6-964f-4442-9b85-d9da3d305d3c cannot update to ACTIVE because it is not bound. {{(pid=104451) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 28 03:47:08.885026 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:INSERT=5,neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:09.108841 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11df9db6-964f-4442-9b85-d9da3d305d3c {{(pid=104450) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:47:09.116274 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Publish callbacks [] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:09.128976 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.provisioning_blocks [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Transition to ACTIVE for port object 11df9db6-964f-4442-9b85-d9da3d305d3c will not be triggered until provisioned by entity L2. {{(pid=104450) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 28 03:47:09.206367 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:09.255745 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Pushing event updated for resources: {'Port': ['ID=11df9db6-964f-4442-9b85-d9da3d305d3c,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:47:09.302251 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:09.335725 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Attempting to bind port 11df9db6-964f-4442-9b85-d9da3d305d3c on host hv-cinder-84336 for vnic_type normal with profile {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 28 03:47:09.336058 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Attempting to bind port 11df9db6-964f-4442-9b85-d9da3d305d3c by drivers openvswitch,hyperv on host hv-cinder-84336 at level 0 using segments [{'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 28 03:47:09.336385 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Attempting to bind port 11df9db6-964f-4442-9b85-d9da3d305d3c on network af6636fe-9088-4d20-9a1e-fa3df2392948 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:47:09.341159 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Port 11df9db6-964f-4442-9b85-d9da3d305d3c on network af6636fe-9088-4d20-9a1e-fa3df2392948 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84336 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 28 03:47:09.341486 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Attempting to bind port 11df9db6-964f-4442-9b85-d9da3d305d3c on network af6636fe-9088-4d20-9a1e-fa3df2392948 {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 28 03:47:09.347087 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Checking agent: {'id': '6c5efc33-b50d-48ad-99e3-ccb6e90ce163', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84336', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'started_at': datetime.datetime(2022, 5, 28, 3, 33, 49), 'heartbeat_timestamp': datetime.datetime(2022, 5, 28, 3, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 28 03:47:09.347420 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Checking segment: {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104450) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 28 03:47:09.347800 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Bound using segment: {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'} {{(pid=104450) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 28 03:47:09.348221 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.managers [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Bound port: 11df9db6-964f-4442-9b85-d9da3d305d3c, host: hv-cinder-84336, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948'}}] {{(pid=104450) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 28 03:47:09.348570 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:09.431006 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] For port 11df9db6-964f-4442-9b85-d9da3d305d3c, host hv-cinder-84336, cleared binding levels {{(pid=104450) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 28 03:47:09.435111 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] For port 11df9db6-964f-4442-9b85-d9da3d305d3c, host hv-cinder-84336, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=11df9db6-964f-4442-9b85-d9da3d305d3c,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104450) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 28 03:47:09.504337 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:09.539443 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:09.540070 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:09.541498 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] 10.222.0.27 "PUT /v2.0/ports/11df9db6-964f-4442-9b85-d9da3d305d3c HTTP/1.1" status: 200 len: 1094 time: 0.8532598 May 28 03:47:09.541940 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba87599-510f-4138-92f7-e909bb7df417', 'tag': '11df9db6-964f-4442-9b85-d9da3d305d3c'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:47:09.544526 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ff560f-bb4e-4dec-a88d-df15d0e89087" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba87599-510f-4138-92f7-e909bb7df417", "tag": "11df9db6-964f-4442-9b85-d9da3d305d3c"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:47:09.571052 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfa8797-c797-408a-b55d-ed8f59793d6e service neutron] Pushing event updated for resources: {'Port': ['ID=11df9db6-964f-4442-9b85-d9da3d305d3c,revision_number=3']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:47:09.654504 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a624444d-b668-4585-a5c0-226321a70e30 x-openstack-request-id: req-a624444d-b668-4585-a5c0-226321a70e30 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:47:09.654792 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba87599-510f-4138-92f7-e909bb7df417", "tag": "11df9db6-964f-4442-9b85-d9da3d305d3c", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:47:09.655042 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a624444d-b668-4585-a5c0-226321a70e30 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:47:09.655437 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a624444d-b668-4585-a5c0-226321a70e30'] response: {'name': 'network-changed', 'server_uuid': '6ba87599-510f-4138-92f7-e909bb7df417', 'tag': '11df9db6-964f-4442-9b85-d9da3d305d3c', 'status': 'completed', 'code': 200} May 28 03:47:09.667656 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-3c8d3ff5-bd82-4b19-8b62-8516cc9d1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:09.669251 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-3c8d3ff5-bd82-4b19-8b62-8516cc9d1f43 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 1128 time: 0.0468209 May 28 03:47:09.712554 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-5331599c-0f69-4961-b15a-d4c5f0e56d65 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11df9db6-964f-4442-9b85-d9da3d305d3c HTTP/1.1" status: 200 len: 217 time: 0.0369756 May 28 03:47:09.768791 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-2c602741-0dcc-4039-ab38-b83422078540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:09.770313 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-2c602741-0dcc-4039-ab38-b83422078540 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff HTTP/1.1" status: 200 len: 849 time: 0.0516605 May 28 03:47:09.813621 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-65dade74-5bee-477c-89dc-7f00f5442e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:09.815035 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-65dade74-5bee-477c-89dc-7f00f5442e87 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=af6636fe-9088-4d20-9a1e-fa3df2392948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396211 May 28 03:47:09.942804 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4a3e0-7c47-4079-ae07-6e2c2393e70e req-73e547f7-f000-41a7-b3ec-328245c7c352 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:09.944256 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-87a4a3e0-7c47-4079-ae07-6e2c2393e70e req-73e547f7-f000-41a7-b3ec-328245c7c352 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 944 time: 0.0651035 May 28 03:47:09.947697 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-63c01695-efe0-4015-a436-be40c9bbd9e9 service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259172 May 28 03:47:10.050870 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-87a4a3e0-7c47-4079-ae07-6e2c2393e70e req-da8e9508-a057-46ae-8471-7fba779bf665 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011500 May 28 03:47:10.072109 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9f1bdb0c-1896-43eb-bc84-11c4da5d51d4 req-0b180a6c-8f4d-4e0b-8c8e-c155f10e2ea8 service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158700 May 28 03:47:10.424754 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:10.452923 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff560f-bb4e-4dec-a88d-df15d0e89087 req-bc5766d4-9014-46f7-9b52-dceceef04309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:10.454479 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-82ff560f-bb4e-4dec-a88d-df15d0e89087 req-bc5766d4-9014-46f7-9b52-dceceef04309 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 1128 time: 0.0393186 May 28 03:47:10.547160 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff560f-bb4e-4dec-a88d-df15d0e89087 req-f79610d3-a365-4a69-88df-1dd9fdab46cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:10.549202 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-82ff560f-bb4e-4dec-a88d-df15d0e89087 req-f79610d3-a365-4a69-88df-1dd9fdab46cf service neutron] 10.222.0.27 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 911 time: 0.0885696 May 28 03:47:10.589586 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-82ff560f-bb4e-4dec-a88d-df15d0e89087 req-902c4d96-8b8e-4dd8-811f-acc6df39ea7f service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11df9db6-964f-4442-9b85-d9da3d305d3c HTTP/1.1" status: 200 len: 217 time: 0.0314400 May 28 03:47:10.639554 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff560f-bb4e-4dec-a88d-df15d0e89087 req-6154c72e-0223-4738-a00e-d3919b1548a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:10.641001 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-82ff560f-bb4e-4dec-a88d-df15d0e89087 req-6154c72e-0223-4738-a00e-d3919b1548a1 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff HTTP/1.1" status: 200 len: 849 time: 0.0425491 May 28 03:47:10.691037 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff560f-bb4e-4dec-a88d-df15d0e89087 req-621e9c23-e0ca-428e-95db-9d6509168a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:10.692428 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-82ff560f-bb4e-4dec-a88d-df15d0e89087 req-621e9c23-e0ca-428e-95db-9d6509168a04 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=af6636fe-9088-4d20-9a1e-fa3df2392948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430331 May 28 03:47:10.783040 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-82ff560f-bb4e-4dec-a88d-df15d0e89087 req-084f1323-3fa4-4b34-a59a-542db9b2a1dd service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830367 May 28 03:47:10.865665 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:10.881635 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-82ff560f-bb4e-4dec-a88d-df15d0e89087 req-ac7a3bf9-903e-4bca-9ad4-e9ef71905677 service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932729 May 28 03:47:11.173441 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44968e60-09e4-46a0-b23c-90f6a8c9bbf2 req-15e9fd84-a52b-4c97-8c2a-81de53a2b8cf tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:11.174921 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-44968e60-09e4-46a0-b23c-90f6a8c9bbf2 req-15e9fd84-a52b-4c97-8c2a-81de53a2b8cf tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 944 time: 0.0483057 May 28 03:47:11.221997 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-44968e60-09e4-46a0-b23c-90f6a8c9bbf2 req-6ed3c425-4887-41ca-a2bc-2e320d72d643 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414960 May 28 03:47:12.335079 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89853d12-9e1b-45a2-ae69-2740a2338760 req-b258a990-7c2a-4941-8b0a-81fd4fe7ee2f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:12.336539 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-89853d12-9e1b-45a2-ae69-2740a2338760 req-b258a990-7c2a-4941-8b0a-81fd4fe7ee2f tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 944 time: 0.0482466 May 28 03:47:12.385255 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-89853d12-9e1b-45a2-ae69-2740a2338760 req-8753c5f0-3e38-4994-ac79-3f79d2f3f682 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427663 May 28 03:47:13.501338 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb89b16c-250e-46f5-b5a9-bbaa80277dd9 req-0dea3e80-3468-4210-b393-dfb87d33b706 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:13.503365 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb89b16c-250e-46f5-b5a9-bbaa80277dd9 req-0dea3e80-3468-4210-b393-dfb87d33b706 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 944 time: 0.0500236 May 28 03:47:13.551331 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-cb89b16c-250e-46f5-b5a9-bbaa80277dd9 req-fe0aca8e-1f4d-4aaa-8e6f-38d476135933 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424848 May 28 03:47:14.666029 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a430917-6714-4500-8eb0-1aed510fc67f req-2a7203cf-6e59-4c5b-b1d0-a3038c267a0a tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:14.667461 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5a430917-6714-4500-8eb0-1aed510fc67f req-2a7203cf-6e59-4c5b-b1d0-a3038c267a0a tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 944 time: 0.0504611 May 28 03:47:14.719733 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5a430917-6714-4500-8eb0-1aed510fc67f req-de145e9a-2452-4f24-8a80-2453dbc90e41 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465550 May 28 03:47:15.573450 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:15.577340 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:15.833540 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f81126e-42be-435d-b5c2-4c30d22c18f2 req-6ac14c4b-61a4-47d7-b871-bee7c9f87bfa tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:15.834945 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f81126e-42be-435d-b5c2-4c30d22c18f2 req-6ac14c4b-61a4-47d7-b871-bee7c9f87bfa tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 944 time: 0.0468678 May 28 03:47:15.883818 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1f81126e-42be-435d-b5c2-4c30d22c18f2 req-82599a89-d62c-43f8-a9b9-415c00595da3 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432796 May 28 03:47:16.995333 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d5e77-5a1d-47d6-bd0b-e91e2b3897b8 req-a8376801-971b-4d18-839d-556dc396115d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:16.996765 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8b1d5e77-5a1d-47d6-bd0b-e91e2b3897b8 req-a8376801-971b-4d18-839d-556dc396115d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 944 time: 0.0465329 May 28 03:47:17.044970 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8b1d5e77-5a1d-47d6-bd0b-e91e2b3897b8 req-1a1ba35b-a62d-4e19-9a6d-91100d5bcb73 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425651 May 28 03:47:17.625774 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 11df9db6-964f-4442-9b85-d9da3d305d3c details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:47:17.726038 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 11df9db6-964f-4442-9b85-d9da3d305d3c, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=11df9db6-964f-4442-9b85-d9da3d305d3c,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:47:17.737064 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '11df9db6-964f-4442-9b85-d9da3d305d3c', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'port_id': '11df9db6-964f-4442-9b85-d9da3d305d3c', 'mac_address': 'fa:16:3e:85:fa:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:47:17.771665 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 11df9db6-964f-4442-9b85-d9da3d305d3c is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:47:17.772049 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:17.788451 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11df9db6-964f-4442-9b85-d9da3d305d3c {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:47:17.808187 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 11df9db6-964f-4442-9b85-d9da3d305d3c, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=11df9db6-964f-4442-9b85-d9da3d305d3c,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:47:17.886447 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:17.933042 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=11df9db6-964f-4442-9b85-d9da3d305d3c,revision_number=4']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:47:17.939885 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.940220 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.940546 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.940871 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.941741 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.942061 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.942373 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.942690 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.943001 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.943312 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.943624 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.943936 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.944245 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.944552 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:17.944857 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:47:18.110491 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['11df9db6-964f-4442-9b85-d9da3d305d3c'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:47:18.163877 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d1785a-626d-43bf-846b-a3c2b165c632 req-c57157b4-bcd3-4abf-b6de-08f7c1fe89a1 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:18.165291 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d7d1785a-626d-43bf-846b-a3c2b165c632 req-c57157b4-bcd3-4abf-b6de-08f7c1fe89a1 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 945 time: 0.0533414 May 28 03:47:18.217992 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d7d1785a-626d-43bf-846b-a3c2b165c632 req-69d669db-2251-48e7-907a-341519c7c80b tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470920 May 28 03:47:19.330687 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c9a53-53fa-4e85-aa40-0cc8dc30f2f8 req-34992ae7-ff9d-478b-be2d-0e8280c67772 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:19.332129 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0a3c9a53-53fa-4e85-aa40-0cc8dc30f2f8 req-34992ae7-ff9d-478b-be2d-0e8280c67772 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 945 time: 0.0469236 May 28 03:47:19.360098 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-98d0319f-65d8-4512-bd5c-1830c1445424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:19.382237 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-0a3c9a53-53fa-4e85-aa40-0cc8dc30f2f8 req-4e582006-407a-4a27-85b5-9f0b7f93792e tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445433 May 28 03:47:19.626211 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 11df9db6-964f-4442-9b85-d9da3d305d3c up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:47:19.669808 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning for port 11df9db6-964f-4442-9b85-d9da3d305d3c completed by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 28 03:47:19.733210 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 11df9db6-964f-4442-9b85-d9da3d305d3c triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:47:19.733210 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:19.759380 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:19.763327 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:19.804399 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:19.812310 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 11df9db6-964f-4442-9b85-d9da3d305d3c is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:47:19.812684 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:19.836015 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba87599-510f-4138-92f7-e909bb7df417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11df9db6-964f-4442-9b85-d9da3d305d3c'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:47:19.838250 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318d33d1-a9b8-49f5-8c87-af201281e497" -d '{"events": [{"server_uuid": "6ba87599-510f-4138-92f7-e909bb7df417", "name": "network-vif-plugged", "status": "completed", "tag": "11df9db6-964f-4442-9b85-d9da3d305d3c"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:47:19.851299 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 11df9db6-964f-4442-9b85-d9da3d305d3c, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=11df9db6-964f-4442-9b85-d9da3d305d3c,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:47:19.930315 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eacc374-4551-4b87-ac1c-435c5d3590d8 x-openstack-request-id: req-1eacc374-4551-4b87-ac1c-435c5d3590d8 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:47:19.930605 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba87599-510f-4138-92f7-e909bb7df417", "name": "network-vif-plugged", "status": "completed", "tag": "11df9db6-964f-4442-9b85-d9da3d305d3c", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:47:19.930904 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-1eacc374-4551-4b87-ac1c-435c5d3590d8 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:47:19.931298 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eacc374-4551-4b87-ac1c-435c5d3590d8'] response: {'server_uuid': '6ba87599-510f-4138-92f7-e909bb7df417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11df9db6-964f-4442-9b85-d9da3d305d3c', 'code': 200} May 28 03:47:19.932448 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:19.978912 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=11df9db6-964f-4442-9b85-d9da3d305d3c,revision_number=5']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:47:20.260020 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c6048-f0e0-4370-95e3-1786e4d79ad3 req-b61f7cec-9087-4e40-a5cf-5fed586ff053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:20.261544 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b54c6048-f0e0-4370-95e3-1786e4d79ad3 req-b61f7cec-9087-4e40-a5cf-5fed586ff053 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 1130 time: 0.0429304 May 28 03:47:20.307024 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-b54c6048-f0e0-4370-95e3-1786e4d79ad3 req-906e6b7c-9993-4d09-a989-872f0a71cad9 service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401347 May 28 03:47:20.493856 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85382a35-c393-42ee-afb2-ada332b58d9f req-997578af-1cb7-4935-a488-f53a0424625c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:20.495515 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-85382a35-c393-42ee-afb2-ada332b58d9f req-997578af-1cb7-4935-a488-f53a0424625c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 946 time: 0.0474336 May 28 03:47:20.543567 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-85382a35-c393-42ee-afb2-ada332b58d9f req-14e8637a-7847-4504-81b4-3dd986f7ef97 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423326 May 28 03:47:21.662368 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b5b527-d49d-4b42-9990-cdb37ece440d req-9c854500-5998-49e1-bdef-4d16bc782645 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:21.663823 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d5b5b527-d49d-4b42-9990-cdb37ece440d req-9c854500-5998-49e1-bdef-4d16bc782645 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 946 time: 0.0481217 May 28 03:47:21.697677 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7f1c-9935-44dd-b0e6-2c39a6eb340f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:21.713600 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-d5b5b527-d49d-4b42-9990-cdb37ece440d req-a9afe112-a27e-4004-9a50-df5c742fd1a2 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441620 May 28 03:47:21.825544 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3418e-12c2-480f-a363-784522440d7e req-a2443d16-4395-42b1-9294-19522e36bafd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:21.826987 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1ee3418e-12c2-480f-a363-784522440d7e req-a2443d16-4395-42b1-9294-19522e36bafd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 946 time: 0.0468493 May 28 03:47:21.839157 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:21.879820 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-1ee3418e-12c2-480f-a363-784522440d7e req-552b346a-a298-4194-9ef9-2ba4ad39abbf tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474479 May 28 03:47:21.902210 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42202) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:47:21.939976 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbbd96d-1935-43e7-b68f-1fe7bdf80a8b tempest-TestVolumeBootPattern-113613592 tempest-TestVolumeBootPattern-113613592-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:21.941457 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-afbbd96d-1935-43e7-b68f-1fe7bdf80a8b tempest-TestVolumeBootPattern-113613592 tempest-TestVolumeBootPattern-113613592-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 1125 time: 0.0382826 May 28 03:47:21.944746 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42204) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:47:21.949000 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.v2.base [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Request body: {'floatingip': {'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'port_id': '11df9db6-964f-4442-9b85-d9da3d305d3c', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104450) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 28 03:47:22.023336 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:22.103544 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (None), before_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:22.463433 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_common [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Allocated IP 172.27.3.115 (bd0e0d2f-edac-4c16-8f78-e1a5fc640019/53ed9213-750f-4faa-9026-ffe8b7c2aa92/31e0ed06-f76c-4214-8562-bd589560d513) {{(pid=104450) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 28 03:47:22.536139 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:22.565415 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for port (31e0ed06-f76c-4214-8562-bd589560d513), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:22.647063 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730616202545', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (31e0ed06-f76c-4214-8562-bd589560d513), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:22.691177 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Network bd0e0d2f-edac-4c16-8f78-e1a5fc640019 is already hosted by enough agents. {{(pid=104450) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 28 03:47:22.694708 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.base_scheduler [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Resources bound (agent type, host, resource id): {{(pid=104450) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 28 03:47:22.697289 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Received port after_create {{(pid=104450) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 28 03:47:22.699219 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'Port': ['ID=31e0ed06-f76c-4214-8562-bd589560d513,revision_number=1']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:47:22.852809 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:22.860897 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:23.057660 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (a15e7446-1bbf-4b1b-a3b4-46c840a9bc13), precommit_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:23.176410 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (31e0ed06-f76c-4214-8562-bd589560d513), before_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:23.352072 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for port (31e0ed06-f76c-4214-8562-bd589560d513), precommit_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:23.411118 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5709886'] for port (31e0ed06-f76c-4214-8562-bd589560d513), after_update {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:23.470130 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:23.482574 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event updated for resources: {'Port': ['ID=31e0ed06-f76c-4214-8562-bd589560d513,revision_number=2']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:47:23.492660 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-878310'] for floatingip (a15e7446-1bbf-4b1b-a3b4-46c840a9bc13), after_create {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:23.588460 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Floating IP a15e7446-1bbf-4b1b-a3b4-46c840a9bc13 associated. External IP: 172.27.3.115, port: 11df9db6-964f-4442-9b85-d9da3d305d3c. May 28 03:47:23.785972 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Router 4977754d-3d17-41b3-8f89-4fd027299e3d has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:47:23.832387 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:23.888785 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:47:23.898143 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8ac2e-dd3b-4230-8cac-70e661999027 None None] Sync routers for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:47:23.908632 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8ac2e-dd3b-4230-8cac-70e661999027 None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:47:23.909198 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-28d8ac2e-dd3b-4230-8cac-70e661999027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:47:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:47:23.957067 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:23.988978 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-ea4f6777-9d80-4128-82a0-aa7716959f27 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0431604 May 28 03:47:23.989606 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba87599-510f-4138-92f7-e909bb7df417', 'tag': '11df9db6-964f-4442-9b85-d9da3d305d3c'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:47:23.991864 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a70242-811f-4ede-94f9-59f98071d038" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba87599-510f-4138-92f7-e909bb7df417", "tag": "11df9db6-964f-4442-9b85-d9da3d305d3c"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:47:24.027678 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5f2349-e5f4-4bf5-86e6-6f91a50bf194 x-openstack-request-id: req-fb5f2349-e5f4-4bf5-86e6-6f91a50bf194 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:47:24.027970 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba87599-510f-4138-92f7-e909bb7df417", "tag": "11df9db6-964f-4442-9b85-d9da3d305d3c", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:47:24.028220 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-fb5f2349-e5f4-4bf5-86e6-6f91a50bf194 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:47:24.028617 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb5f2349-e5f4-4bf5-86e6-6f91a50bf194'] response: {'name': 'network-changed', 'server_uuid': '6ba87599-510f-4138-92f7-e909bb7df417', 'tag': '11df9db6-964f-4442-9b85-d9da3d305d3c', 'status': 'completed', 'code': 200} May 28 03:47:24.091570 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a70242-811f-4ede-94f9-59f98071d038 req-f048f4ad-81bd-4544-9815-aa434aa59395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:24.093005 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-27a70242-811f-4ede-94f9-59f98071d038 req-f048f4ad-81bd-4544-9815-aa434aa59395 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 1130 time: 0.0409334 May 28 03:47:24.147792 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-28d8ac2e-dd3b-4230-8cac-70e661999027 None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:47:24.189684 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a70242-811f-4ede-94f9-59f98071d038 req-53a30c62-5587-4398-abaf-88cc4ac818d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:24.191139 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-27a70242-811f-4ede-94f9-59f98071d038 req-53a30c62-5587-4398-abaf-88cc4ac818d7 service neutron] 10.222.0.27 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 911 time: 0.0911031 May 28 03:47:24.251870 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-27a70242-811f-4ede-94f9-59f98071d038 req-6b693960-7342-48cc-b64a-5a2328df5923 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11df9db6-964f-4442-9b85-d9da3d305d3c HTTP/1.1" status: 200 len: 1000 time: 0.0541120 May 28 03:47:24.274773 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:24.298189 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a70242-811f-4ede-94f9-59f98071d038 req-9bcb4ebd-ebcc-47d0-b63f-3c4defb7299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:24.299631 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-27a70242-811f-4ede-94f9-59f98071d038 req-9bcb4ebd-ebcc-47d0-b63f-3c4defb7299c service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff HTTP/1.1" status: 200 len: 849 time: 0.0427189 May 28 03:47:24.346903 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a70242-811f-4ede-94f9-59f98071d038 req-3ad54bf5-aa59-4749-9f2a-309ceea0f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:24.348328 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-27a70242-811f-4ede-94f9-59f98071d038 req-3ad54bf5-aa59-4749-9f2a-309ceea0f297 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=af6636fe-9088-4d20-9a1e-fa3df2392948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430706 May 28 03:47:24.396993 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-28d8ac2e-dd3b-4230-8cac-70e661999027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'a15e7446-1bbf-4b1b-a3b4-46c840a9bc13', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.115', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': '11df9db6-964f-4442-9b85-d9da3d305d3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:85:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba87599-510f-4138-92f7-e909bb7df417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:47:22Z', 'updated_at': '2022-05-28T03:47:22Z', 'revision_number': 0, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}, {'id': 'c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:1c:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:45:12Z', 'updated_at': '2022-05-28T03:45:14Z', 'revision_number': 1, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:47:24.421463 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8ac2e-dd3b-4230-8cac-70e661999027 None None] Checking router: 4977754d-3d17-41b3-8f89-4fd027299e3d for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:47:24.429594 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8ac2e-dd3b-4230-8cac-70e661999027 None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:47:24.430202 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-28d8ac2e-dd3b-4230-8cac-70e661999027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:47:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:47:24.437167 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-27a70242-811f-4ede-94f9-59f98071d038 req-31698095-85ac-4166-bfdc-3613c62caee7 service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831091 May 28 03:47:24.519955 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:24.533482 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-28d8ac2e-dd3b-4230-8cac-70e661999027 None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:47:24.540268 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-27a70242-811f-4ede-94f9-59f98071d038 req-dcf5e77a-d696-401a-a36a-9c6b2ca5d86d service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974870 May 28 03:47:24.693434 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:24.747645 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-28d8ac2e-dd3b-4230-8cac-70e661999027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'a15e7446-1bbf-4b1b-a3b4-46c840a9bc13', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.115', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': '11df9db6-964f-4442-9b85-d9da3d305d3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:85:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba87599-510f-4138-92f7-e909bb7df417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:47:22Z', 'updated_at': '2022-05-28T03:47:22Z', 'revision_number': 0, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}, {'id': 'c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:1c:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:45:12Z', 'updated_at': '2022-05-28T03:45:14Z', 'revision_number': 1, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:47:24.773243 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d8ac2e-dd3b-4230-8cac-70e661999027 None None] The sync data for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi is: [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'a15e7446-1bbf-4b1b-a3b4-46c840a9bc13', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.115', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': '11df9db6-964f-4442-9b85-d9da3d305d3c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:85:fa:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ba87599-510f-4138-92f7-e909bb7df417', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:47:22Z', 'updated_at': '2022-05-28T03:47:22Z', 'revision_number': 0, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}, {'id': 'c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:1c:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:45:12Z', 'updated_at': '2022-05-28T03:45:14Z', 'revision_number': 1, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:47:24.972910 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9d033-77f9-4c32-a2e0-cea1e245723f None None] New status for floating IP a15e7446-1bbf-4b1b-a3b4-46c840a9bc13: ACTIVE {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:47:25.657958 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:27.585264 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=87 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:27.586901 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:27.621770 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04e5da-fb4e-40d6-8b74-1d85b6194a2d req-8ba0cebf-9544-4023-a49c-745b3f40e9a2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:27.623234 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bf04e5da-fb4e-40d6-8b74-1d85b6194a2d req-8ba0cebf-9544-4023-a49c-745b3f40e9a2 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0474169 May 28 03:47:27.674127 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bf04e5da-fb4e-40d6-8b74-1d85b6194a2d req-5bb9536d-1d7d-4335-943b-ba3d0e1f844c tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447211 May 28 03:47:28.791064 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a6d93-79af-43ef-8f8c-5fcce7998972 req-58af828f-ce3c-4618-b6d2-0f5f01684532 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:28.792526 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-920a6d93-79af-43ef-8f8c-5fcce7998972 req-58af828f-ce3c-4618-b6d2-0f5f01684532 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0481687 May 28 03:47:28.840719 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-920a6d93-79af-43ef-8f8c-5fcce7998972 req-3b18d8bf-1fe2-4b3c-934b-1041640acb61 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427511 May 28 03:47:29.954973 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1eb255-e5ca-46e2-956c-8e67dac5baef req-aea8f12a-3baa-4e68-8578-655ea77b63c8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:29.956426 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-df1eb255-e5ca-46e2-956c-8e67dac5baef req-aea8f12a-3baa-4e68-8578-655ea77b63c8 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0502114 May 28 03:47:30.004755 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-df1eb255-e5ca-46e2-956c-8e67dac5baef req-124a0feb-668e-4dc4-b086-fc51b3b8fe32 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423052 May 28 03:47:31.118595 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df97661-80a7-41bd-9967-7fde86a0564c req-0bd6c6dd-52c2-4453-85c5-ef606ab33d6c tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:31.120035 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7df97661-80a7-41bd-9967-7fde86a0564c req-0bd6c6dd-52c2-4453-85c5-ef606ab33d6c tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0460670 May 28 03:47:31.171992 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-7df97661-80a7-41bd-9967-7fde86a0564c req-324b7849-d6d0-4a5f-9b16-9970902cc329 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462177 May 28 03:47:32.284502 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5fef3f-5279-4f59-bce8-f890d0a39868 req-b816c94d-96a0-4efa-9b1f-57ac22d92482 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:32.285903 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d5fef3f-5279-4f59-bce8-f890d0a39868 req-b816c94d-96a0-4efa-9b1f-57ac22d92482 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0463879 May 28 03:47:32.333474 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-8d5fef3f-5279-4f59-bce8-f890d0a39868 req-f4702a3d-4433-4f2a-8757-0cc1cea2d065 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416198 May 28 03:47:33.450106 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6ba160-27db-4140-b835-9ec4d42633b8 req-4bfd6ce3-8173-46cc-95ac-b4f8b847a46d tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:33.451555 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9a6ba160-27db-4140-b835-9ec4d42633b8 req-4bfd6ce3-8173-46cc-95ac-b4f8b847a46d tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0486975 May 28 03:47:33.500121 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9a6ba160-27db-4140-b835-9ec4d42633b8 req-05a8a603-275d-4402-b3a3-00e61b0590dc tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433204 May 28 03:47:34.611020 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffc352-88cb-4d8f-93fa-522800813d63 req-5ff4e2c2-db42-4077-b63b-b9000ed7291a tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:34.612462 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b0ffc352-88cb-4d8f-93fa-522800813d63 req-5ff4e2c2-db42-4077-b63b-b9000ed7291a tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0458121 May 28 03:47:34.664921 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b0ffc352-88cb-4d8f-93fa-522800813d63 req-3f322bd1-ca52-4528-82d2-0c2665263b45 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464103 May 28 03:47:35.064632 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=12 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:35.075468 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:35.599826 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:35.601756 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:35.779791 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e5513-6714-404f-adef-0e31f8b6ec09 req-2bb50a07-4469-404c-b859-69b643b4e601 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:35.782088 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3f1e5513-6714-404f-adef-0e31f8b6ec09 req-2bb50a07-4469-404c-b859-69b643b4e601 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0489371 May 28 03:47:35.829976 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3f1e5513-6714-404f-adef-0e31f8b6ec09 req-e7d77cca-87b6-4a51-bf3c-357b68962bd9 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428078 May 28 03:47:36.957080 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90e02f3-ef1d-475b-8b1b-1cc16c0dbc8b req-93e5f9d9-ef98-466b-981b-844ca4daed88 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:36.958563 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b90e02f3-ef1d-475b-8b1b-1cc16c0dbc8b req-93e5f9d9-ef98-466b-981b-844ca4daed88 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0496600 May 28 03:47:37.007789 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b90e02f3-ef1d-475b-8b1b-1cc16c0dbc8b req-3f31a2bc-c417-4af1-8e03-30dd8e559c74 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430839 May 28 03:47:37.786925 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3a96-c7f0-4b04-a0ba-6d560ecda532 req-f151e857-0e5d-49ac-b755-875d55f041e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:37.788408 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-544e3a96-c7f0-4b04-a0ba-6d560ecda532 req-f151e857-0e5d-49ac-b755-875d55f041e3 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d9f51a3cc44062af827a498842ee80&device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 1129 time: 0.0431728 May 28 03:47:37.878338 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3a96-c7f0-4b04-a0ba-6d560ecda532 req-2807806b-2649-4123-92c0-2ac6fd7a887b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:37.879785 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-544e3a96-c7f0-4b04-a0ba-6d560ecda532 req-2807806b-2649-4123-92c0-2ac6fd7a887b service neutron] 10.222.0.27 "GET /v2.0/networks?id=906b0a82-c757-4c32-a49b-21a69d65b543 HTTP/1.1" status: 200 len: 910 time: 0.0838413 May 28 03:47:37.922870 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:37.943494 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-544e3a96-c7f0-4b04-a0ba-6d560ecda532 req-37aef05a-7e5b-482d-8b9e-375c23b91343 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791555af-21e2-4f77-8de6-77284ba93aae HTTP/1.1" status: 200 len: 1001 time: 0.0572891 May 28 03:47:37.992892 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3a96-c7f0-4b04-a0ba-6d560ecda532 req-1fc9db47-ece6-466f-995d-453d08edfe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:37.994281 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-544e3a96-c7f0-4b04-a0ba-6d560ecda532 req-1fc9db47-ece6-466f-995d-453d08edfe68 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da03efca-b11d-4053-9e9f-838140cef9a2 HTTP/1.1" status: 200 len: 848 time: 0.0438132 May 28 03:47:38.038443 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e3a96-c7f0-4b04-a0ba-6d560ecda532 req-8659d14a-723e-41e9-813f-69d1f41f2f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:38.040490 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-544e3a96-c7f0-4b04-a0ba-6d560ecda532 req-8659d14a-723e-41e9-813f-69d1f41f2f31 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=906b0a82-c757-4c32-a49b-21a69d65b543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386355 May 28 03:47:38.159524 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de6610f-5a3b-426b-acd6-2c01512e3260 req-db0cf9e9-af8d-4116-9af7-40776cb65ebe tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:38.160952 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3de6610f-5a3b-426b-acd6-2c01512e3260 req-db0cf9e9-af8d-4116-9af7-40776cb65ebe tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0851936 May 28 03:47:38.177495 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-544e3a96-c7f0-4b04-a0ba-6d560ecda532 req-74ba51d5-858a-440c-bafe-da8572f9fc25 service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301708 May 28 03:47:38.268582 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-3de6610f-5a3b-426b-acd6-2c01512e3260 req-0964ee51-9c08-4452-820f-c050a0de8e2b tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016068 May 28 03:47:38.293067 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-544e3a96-c7f0-4b04-a0ba-6d560ecda532 req-b050dbef-6d22-4f6d-b562-40df2c30bbf4 service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090305 May 28 03:47:39.381963 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f957c9-c97b-4aee-89d3-e23f3062b4ca req-fe4addf0-7255-4c95-88ff-f8552802d263 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:39.383411 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-24f957c9-c97b-4aee-89d3-e23f3062b4ca req-fe4addf0-7255-4c95-88ff-f8552802d263 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0467675 May 28 03:47:39.431001 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-24f957c9-c97b-4aee-89d3-e23f3062b4ca req-5872a3fd-83d2-4a13-8622-c0741087c161 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422394 May 28 03:47:40.544207 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26684961-c48a-4838-a231-6eec3e3a3a5e req-f748e675-218c-4fc6-87e7-88eb1be798c6 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:40.545720 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-26684961-c48a-4838-a231-6eec3e3a3a5e req-f748e675-218c-4fc6-87e7-88eb1be798c6 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0486717 May 28 03:47:40.576965 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:40.595443 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-26684961-c48a-4838-a231-6eec3e3a3a5e req-d33d50a1-5813-423b-ad69-2182bfdbd058 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441520 May 28 03:47:41.551177 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:47:41.949218 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d4b9eb-ff2f-4c11-b970-c3c2bc68be45 req-10e08e81-8ddc-4a5a-a1ae-2a8e9b6aa523 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:41.950683 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a9d4b9eb-ff2f-4c11-b970-c3c2bc68be45 req-10e08e81-8ddc-4a5a-a1ae-2a8e9b6aa523 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.2896748 May 28 03:47:42.002360 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a9d4b9eb-ff2f-4c11-b970-c3c2bc68be45 req-d07c6533-8b1e-4f2f-bb00-319c2bb7798a tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461450 May 28 03:47:42.396513 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bac405-f7be-4eb2-a2f9-02b6a06adc4f req-af830c18-5bdd-4814-9f05-e1424b04b039 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:42.398031 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-17bac405-f7be-4eb2-a2f9-02b6a06adc4f req-af830c18-5bdd-4814-9f05-e1424b04b039 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0538557 May 28 03:47:42.449435 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-17bac405-f7be-4eb2-a2f9-02b6a06adc4f req-bcca18ee-67c7-4903-9ed7-491a6fd787dd tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454481 May 28 03:47:42.508634 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-a3c87767-542e-4296-8d62-fceb7ae8ba50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1362598 May 28 03:47:42.665431 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-4129d64f-3ede-4fc1-80e5-ae686d63f376 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:42.667832 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-4129d64f-3ede-4fc1-80e5-ae686d63f376 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports/791555af-21e2-4f77-8de6-77284ba93aae HTTP/1.1" status: 200 len: 942 time: 0.1325579 May 28 03:47:43.560557 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898dfac8-93dc-4be5-ae12-f5d60b0c14ef req-55d8601a-2975-4485-b922-abf1ed655475 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:43.562054 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-898dfac8-93dc-4be5-ae12-f5d60b0c14ef req-55d8601a-2975-4485-b922-abf1ed655475 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0468833 May 28 03:47:43.610737 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-898dfac8-93dc-4be5-ae12-f5d60b0c14ef req-51f97295-539a-4c25-b1a4-b47048890737 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430532 May 28 03:47:43.802777 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 791555af-21e2-4f77-8de6-77284ba93aae no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:47:43.876788 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 791555af-21e2-4f77-8de6-77284ba93aae is: ACTIVE; New status is: DOWN {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:47:43.877070 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (791555af-21e2-4f77-8de6-77284ba93aae), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:43.899537 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:47:43.901773 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322d7b8c-a737-42d9-ab0b-c101913efe8a" -d '{"events": [{"server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "name": "network-vif-unplugged", "status": "completed", "tag": "791555af-21e2-4f77-8de6-77284ba93aae"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:47:43.915263 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 791555af-21e2-4f77-8de6-77284ba93aae, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=791555af-21e2-4f77-8de6-77284ba93aae,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:47:43.938685 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sat, 28 May 2022 03:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89162648-ebca-4599-8f43-3245a029d8bd x-openstack-request-id: req-89162648-ebca-4599-8f43-3245a029d8bd {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:47:43.938685 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "name": "network-vif-unplugged", "status": "failed", "tag": "791555af-21e2-4f77-8de6-77284ba93aae", "code": 422}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:47:43.938685 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-89162648-ebca-4599-8f43-3245a029d8bd {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:47:43.938685 dv-cinder-843361-3-iscsi neutron-server[104451]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-89162648-ebca-4599-8f43-3245a029d8bd']: {'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae', 'code': 422} returned with failed status May 28 03:47:43.966317 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (791555af-21e2-4f77-8de6-77284ba93aae), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:44.013746 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=791555af-21e2-4f77-8de6-77284ba93aae,revision_number=6']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:47:44.743726 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7f268-116d-4cf0-9550-c7a867c83a8f req-c5c588c1-4394-42e3-995d-c432259b2440 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:44.745219 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-09f7f268-116d-4cf0-9550-c7a867c83a8f req-c5c588c1-4394-42e3-995d-c432259b2440 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0481699 May 28 03:47:44.799022 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-09f7f268-116d-4cf0-9550-c7a867c83a8f req-b0a205c5-fb1d-4068-833b-c1f3f8981aab tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478370 May 28 03:47:44.888904 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-11abc00f-616b-40f3-84d7-510705b9560f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:44.890437 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-11abc00f-616b-40f3-84d7-510705b9560f service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f&tenant_id=d1d9f51a3cc44062af827a498842ee80 HTTP/1.1" status: 200 len: 1127 time: 0.0394168 May 28 03:47:44.960283 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-0dccd7cb-5a1a-4c46-aa4f-8a32b3a3d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:44.961884 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-0dccd7cb-5a1a-4c46-aa4f-8a32b3a3d674 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d9f51a3cc44062af827a498842ee80&device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 1127 time: 0.0429282 May 28 03:47:45.058453 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-57ae0398-3b2a-435a-a4e4-d3d690012378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:45.060211 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-57ae0398-3b2a-435a-a4e4-d3d690012378 service neutron] 10.222.0.27 "GET /v2.0/networks?id=906b0a82-c757-4c32-a49b-21a69d65b543 HTTP/1.1" status: 200 len: 910 time: 0.0910232 May 28 03:47:45.123516 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-3b7478b8-49c4-478f-b150-8cf43240175d service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791555af-21e2-4f77-8de6-77284ba93aae HTTP/1.1" status: 200 len: 999 time: 0.0558796 May 28 03:47:45.163597 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:45.172895 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-5ff934bb-89a1-4bfb-bf69-37480280f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:45.174356 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-5ff934bb-89a1-4bfb-bf69-37480280f6d6 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da03efca-b11d-4053-9e9f-838140cef9a2 HTTP/1.1" status: 200 len: 848 time: 0.0450075 May 28 03:47:45.224695 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-e3194613-d4b8-48bb-ad1e-1b657869cce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:45.226229 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-e3194613-d4b8-48bb-ad1e-1b657869cce6 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=906b0a82-c757-4c32-a49b-21a69d65b543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448947 May 28 03:47:45.318142 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-023d31bd-57bf-456b-8453-dff1ad9be296 service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848398 May 28 03:47:45.411053 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9bfdd831-4d3d-41c3-a6b2-9ee049092b1a req-4e5fc5e5-2f39-4f16-8a1b-80175556949c service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856473 May 28 03:47:45.920997 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee94274-056a-4800-944e-b4c28b20870e req-5851ec5e-bc6d-4ac7-81a1-066be82117ba tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:45.922498 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1ee94274-056a-4800-944e-b4c28b20870e req-5851ec5e-bc6d-4ac7-81a1-066be82117ba tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0506940 May 28 03:47:45.970729 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1ee94274-056a-4800-944e-b4c28b20870e req-3ca59bbe-03e3-406b-9001-414157693841 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427544 May 28 03:47:47.088375 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fcb566-4721-4506-8104-de9f8adbda48 req-38df1be9-03ef-48d1-95a9-11502a43543b tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:47.089844 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43fcb566-4721-4506-8104-de9f8adbda48 req-38df1be9-03ef-48d1-95a9-11502a43543b tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0464177 May 28 03:47:47.137485 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-43fcb566-4721-4506-8104-de9f8adbda48 req-df875481-b8f9-477a-9fe3-033b57d5675d tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422368 May 28 03:47:48.247950 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b93439-96a5-4203-992f-4957dfdf391c req-ef0761bd-6919-45b7-bbd3-1d5db2a73ab4 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:48.249689 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b1b93439-96a5-4203-992f-4957dfdf391c req-ef0761bd-6919-45b7-bbd3-1d5db2a73ab4 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0467474 May 28 03:47:48.297338 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b1b93439-96a5-4203-992f-4957dfdf391c req-ecf3b602-b269-4074-8b95-d13cddf4001f tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422213 May 28 03:47:49.366742 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6a0555b4-aae1-4f24-954b-57fe74b38871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:49.412887 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c71c3d-d024-4d4a-8fee-a584ea05ff70 req-55773aff-431b-41a7-8092-b090c45b445b tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:49.414922 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e7c71c3d-d024-4d4a-8fee-a584ea05ff70 req-55773aff-431b-41a7-8092-b090c45b445b tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0516360 May 28 03:47:49.462812 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-e7c71c3d-d024-4d4a-8fee-a584ea05ff70 req-1740edf3-e361-4864-83d4-95ce784ac13b tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422983 May 28 03:47:49.783307 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:50.579176 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f8ea5d-e0ff-4b61-85ff-d05e4a848c54 req-eebf295b-b7dd-452d-9637-c01120bfe69f tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:50.581023 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-09f8ea5d-e0ff-4b61-85ff-d05e4a848c54 req-eebf295b-b7dd-452d-9637-c01120bfe69f tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0519118 May 28 03:47:50.626971 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:50.631923 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-09f8ea5d-e0ff-4b61-85ff-d05e4a848c54 req-0e461103-b0bd-4e7a-89cf-dbb1d0064acf tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454330 May 28 03:47:51.719389 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c1e57f32-eaaf-450e-8408-e05455187a07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:51.728263 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:51.744176 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398b41c-4109-4cef-ba0a-491812a25b3f req-0aef0567-099c-4315-bd3a-600c7fb318b4 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:51.745671 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c398b41c-4109-4cef-ba0a-491812a25b3f req-0aef0567-099c-4315-bd3a-600c7fb318b4 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0472045 May 28 03:47:51.794219 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c398b41c-4109-4cef-ba0a-491812a25b3f req-8410a7cc-2bb0-449c-9fa4-3d54768f67d4 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428252 May 28 03:47:52.579071 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=17 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:52.584006 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=17 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:52.857770 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:52.897685 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:52.908077 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34a3c2f-5a8c-4866-9150-f2edcfbe27d8 req-a2ac59b0-5139-413c-99ac-a7f18a381d45 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:52.909576 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a34a3c2f-5a8c-4866-9150-f2edcfbe27d8 req-a2ac59b0-5139-413c-99ac-a7f18a381d45 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0467978 May 28 03:47:52.965547 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-a34a3c2f-5a8c-4866-9150-f2edcfbe27d8 req-baeceade-5b81-49c8-8201-b3014ac3f19d tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500607 May 28 03:47:53.859012 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 791555af-21e2-4f77-8de6-77284ba93aae details requested by agent hyperv_hv-cinder-84336 with host hv-cinder-84336 {{(pid=104451) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 28 03:47:53.956964 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 791555af-21e2-4f77-8de6-77284ba93aae, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=791555af-21e2-4f77-8de6-77284ba93aae,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:47:53.969158 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Returning: {'device': '791555af-21e2-4f77-8de6-77284ba93aae', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'port_id': '791555af-21e2-4f77-8de6-77284ba93aae', 'mac_address': 'fa:16:3e:d5:fa:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104451) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 28 03:47:54.008208 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 791555af-21e2-4f77-8de6-77284ba93aae is: DOWN; New status is: BUILD {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:47:54.008583 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (791555af-21e2-4f77-8de6-77284ba93aae), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:54.021184 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791555af-21e2-4f77-8de6-77284ba93aae {{(pid=104451) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 28 03:47:54.041328 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 791555af-21e2-4f77-8de6-77284ba93aae, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=791555af-21e2-4f77-8de6-77284ba93aae,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:47:54.078372 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abbff4-46a1-4da9-8467-68dcda8259e5 req-070b9f92-ffa5-401e-a95a-ae80cbf7e8cf tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:54.079885 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-14abbff4-46a1-4da9-8467-68dcda8259e5 req-070b9f92-ffa5-401e-a95a-ae80cbf7e8cf tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 943 time: 0.0467584 May 28 03:47:54.097490 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (791555af-21e2-4f77-8de6-77284ba93aae), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:54.134739 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-14abbff4-46a1-4da9-8467-68dcda8259e5 req-7cce8dfa-f914-4449-8159-82a7f0e169b5 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492916 May 28 03:47:54.143629 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=791555af-21e2-4f77-8de6-77284ba93aae,revision_number=7']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:47:54.251965 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:54.300934 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] get_ports_and_sgs() called for port_ids ['791555af-21e2-4f77-8de6-77284ba93aae'] {{(pid=104451) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 28 03:47:54.508995 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:55.249060 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adfd06c-b1cb-4297-bcca-c465ba12125a req-3ce8695e-d35b-4e51-8fcd-26cbe13b41b1 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:55.250543 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5adfd06c-b1cb-4297-bcca-c465ba12125a req-3ce8695e-d35b-4e51-8fcd-26cbe13b41b1 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 944 time: 0.0476947 May 28 03:47:55.303100 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-5adfd06c-b1cb-4297-bcca-c465ba12125a req-3c071cde-1a5f-4430-8520-fb976159bdf3 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470910 May 28 03:47:55.466679 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2b13f6f5-6627-42a2-9974-1e0496a3a173 req-14cc0708-2f46-4127-8ab4-f748474a4372 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383124 May 28 03:47:55.545357 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13f6f5-6627-42a2-9974-1e0496a3a173 req-32ec1669-9ad9-427c-bfe3-ec78d121fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:55.546808 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2b13f6f5-6627-42a2-9974-1e0496a3a173 req-32ec1669-9ad9-427c-bfe3-ec78d121fdcc service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 1130 time: 0.0388386 May 28 03:47:55.603007 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:55.674971 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:55.859635 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 791555af-21e2-4f77-8de6-77284ba93aae up at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 28 03:47:55.910960 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.provisioning_blocks [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Provisioning complete for port 791555af-21e2-4f77-8de6-77284ba93aae triggered by entity L2. {{(pid=104451) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 28 03:47:55.911359 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1788351'] for port (791555af-21e2-4f77-8de6-77284ba93aae), provisioning_complete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:55.912165 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13f6f5-6627-42a2-9974-1e0496a3a173 req-09bc6d79-cc94-4256-ada7-2aadc4b50d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:55.913670 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2b13f6f5-6627-42a2-9974-1e0496a3a173 req-09bc6d79-cc94-4256-ada7-2aadc4b50d8b service neutron] 10.222.0.27 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 911 time: 0.3496163 May 28 03:47:55.973610 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2b13f6f5-6627-42a2-9974-1e0496a3a173 req-f50ae6e6-b153-49e7-bbe0-8418b5d88795 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1049955a-bd14-461f-b144-ea03d2f89fe6 HTTP/1.1" status: 200 len: 1002 time: 0.0530815 May 28 03:47:55.982836 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Current status of the port 791555af-21e2-4f77-8de6-77284ba93aae is: BUILD; New status is: ACTIVE {{(pid=104451) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 28 03:47:55.983213 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1654145'] for port (791555af-21e2-4f77-8de6-77284ba93aae), before_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:56.006337 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae'}] {{(pid=104451) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:47:56.008639 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}50fc65a35b806ac3461380fd222237b4b19bb22196d8bcfd2ff5c9fbb0ad0558" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e96cbf38-8642-4338-a059-49cbc1b5f8b6" -d '{"events": [{"server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "name": "network-vif-plugged", "status": "completed", "tag": "791555af-21e2-4f77-8de6-77284ba93aae"}]}' {{(pid=104451) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:47:56.022397 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] For port 791555af-21e2-4f77-8de6-77284ba93aae, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=791555af-21e2-4f77-8de6-77284ba93aae,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:47:56.026182 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13f6f5-6627-42a2-9974-1e0496a3a173 req-2fafdd1a-a45b-4fc9-aec7-21dd5c9afe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:56.027496 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2b13f6f5-6627-42a2-9974-1e0496a3a173 req-2fafdd1a-a45b-4fc9-aec7-21dd5c9afe49 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff HTTP/1.1" status: 200 len: 849 time: 0.0452399 May 28 03:47:56.049523 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06545b3c-a151-4ee0-b2be-db5b526575f7 x-openstack-request-id: req-06545b3c-a151-4ee0-b2be-db5b526575f7 {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:47:56.053770 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "name": "network-vif-plugged", "status": "completed", "tag": "791555af-21e2-4f77-8de6-77284ba93aae", "code": 200}]} {{(pid=104451) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:47:56.053770 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-06545b3c-a151-4ee0-b2be-db5b526575f7 {{(pid=104451) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:47:56.053770 dv-cinder-843361-3-iscsi neutron-server[104451]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06545b3c-a151-4ee0-b2be-db5b526575f7'] response: {'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae', 'code': 200} May 28 03:47:56.077777 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13f6f5-6627-42a2-9974-1e0496a3a173 req-b9b3ea0c-dc37-409f-b7e8-abe483218f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:56.079848 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2b13f6f5-6627-42a2-9974-1e0496a3a173 req-b9b3ea0c-dc37-409f-b7e8-abe483218f33 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=af6636fe-9088-4d20-9a1e-fa3df2392948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464890 May 28 03:47:56.103061 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730616510693', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730616202563', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730616202581'] for port (791555af-21e2-4f77-8de6-77284ba93aae), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:47:56.153133 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Pushing event updated for resources: {'Port': ['ID=791555af-21e2-4f77-8de6-77284ba93aae,revision_number=8']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:47:56.212696 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:47:56.223367 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2b13f6f5-6627-42a2-9974-1e0496a3a173 req-002135ec-7619-441e-86f8-eaca63922df0 service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838931 May 28 03:47:56.356603 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4884a54b-b10c-4947-91c0-8bfab9c02aaa req-487b55de-04a0-4f4d-a805-b4e30e3a0995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:56.358572 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4884a54b-b10c-4947-91c0-8bfab9c02aaa req-487b55de-04a0-4f4d-a805-b4e30e3a0995 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 1129 time: 0.0602732 May 28 03:47:56.362632 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-2b13f6f5-6627-42a2-9974-1e0496a3a173 req-1a9c9dd7-a889-4a02-9111-52b4b60a430c service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320071 May 28 03:47:56.412900 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4884a54b-b10c-4947-91c0-8bfab9c02aaa req-570ef039-aca0-4da1-bbf4-9b759d0dd0ff service neutron] 10.222.0.27 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441303 May 28 03:47:56.420680 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e54f6c-433a-4a3e-a1d3-0eb54589c0dd req-f532bc1c-2e47-4847-b8e4-e9919492865f tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:56.422156 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-97e54f6c-433a-4a3e-a1d3-0eb54589c0dd req-f532bc1c-2e47-4847-b8e4-e9919492865f tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0472865 May 28 03:47:56.470280 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-97e54f6c-433a-4a3e-a1d3-0eb54589c0dd req-35c2d848-c036-477d-83ba-864c362e6d34 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426502 May 28 03:47:57.583462 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab5fd88-9a23-4b30-a2be-2d499803f5aa req-deb78e1d-28d9-4834-8b5f-694b112d9326 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:47:57.584915 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cab5fd88-9a23-4b30-a2be-2d499803f5aa req-deb78e1d-28d9-4834-8b5f-694b112d9326 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0469158 May 28 03:47:57.637340 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-cab5fd88-9a23-4b30-a2be-2d499803f5aa req-d901c891-f843-4360-a9a7-f540e68e8f71 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464847 May 28 03:48:06.148595 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:06.150512 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=34,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:06.462249 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=32 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:06.466132 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=18 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:07.624594 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=83 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:07.633008 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=27 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:18.550865 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:48:19.382680 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1996cd80-ed7c-4331-94e2-112ffc8bdd31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:19.793001 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:21.692031 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cd2fb4b1-a8fe-442d-a372-9f00862d8a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:22.867090 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:24.227427 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:25.703021 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:29.585055 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:29.589927 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:35.597799 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:35.603777 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:47.583911 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:47.584692 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:49.411531 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-cb8cea74-c8f1-4c34-8076-efb33afeba9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:49.760401 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:51.217679 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42304) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:48:51.353664 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Deleting port 31e0ed06-f76c-4214-8562-bd589560d513 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:48:51.353996 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (31e0ed06-f76c-4214-8562-bd589560d513), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:51.428465 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (31e0ed06-f76c-4214-8562-bd589560d513), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:51.428788 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (31e0ed06-f76c-4214-8562-bd589560d513), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:51.442099 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Calling delete_port for 31e0ed06-f76c-4214-8562-bd589560d513 owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:48:51.669618 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (31e0ed06-f76c-4214-8562-bd589560d513), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:51.697977 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event deleted for resources: {'Port': ['ID=31e0ed06-f76c-4214-8562-bd589560d513,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:48:51.710105 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.710453 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.710794 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.711130 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.711466 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.711793 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.712120 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.712438 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.712761 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.713082 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.713429 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.713753 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.714079 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.714386 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.715215 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104450) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:48:51.720742 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-225f4143-8ca7-4f84-813f-4f5d6567abc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:51.771178 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (a15e7446-1bbf-4b1b-a3b4-46c840a9bc13), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:51.771499 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Floating IP a15e7446-1bbf-4b1b-a3b4-46c840a9bc13 disassociated (deleted). External IP: 172.27.3.115, port: 11df9db6-964f-4442-9b85-d9da3d305d3c. May 28 03:48:51.968508 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Router 4977754d-3d17-41b3-8f89-4fd027299e3d has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:48:52.069736 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:48:52.075054 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:52.087643 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79f75c-f93a-42c5-ad76-e286298ab80f None None] Sync routers for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:48:52.095113 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c79f75c-f93a-42c5-ad76-e286298ab80f None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:48:52.095828 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-0c79f75c-f93a-42c5-ad76-e286298ab80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:48:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:48:52.108411 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1d917752-7bb8-4f0a-af59-668a0109432c tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "DELETE /v2.0/floatingips/a15e7446-1bbf-4b1b-a3b4-46c840a9bc13 HTTP/1.1" status: 204 len: 168 time: 0.8897171 May 28 03:48:52.109168 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ba87599-510f-4138-92f7-e909bb7df417', 'tag': '11df9db6-964f-4442-9b85-d9da3d305d3c'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:48:52.111424 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-307ddff1-4581-468f-85e1-a87a0c5ce741" -d '{"events": [{"name": "network-changed", "server_uuid": "6ba87599-510f-4138-92f7-e909bb7df417", "tag": "11df9db6-964f-4442-9b85-d9da3d305d3c"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:48:52.152987 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebda45f5-7abd-4fc0-8a7d-b2bc41de5527 x-openstack-request-id: req-ebda45f5-7abd-4fc0-8a7d-b2bc41de5527 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:48:52.153382 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ba87599-510f-4138-92f7-e909bb7df417", "tag": "11df9db6-964f-4442-9b85-d9da3d305d3c", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:48:52.153636 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-ebda45f5-7abd-4fc0-8a7d-b2bc41de5527 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:48:52.154041 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebda45f5-7abd-4fc0-8a7d-b2bc41de5527'] response: {'name': 'network-changed', 'server_uuid': '6ba87599-510f-4138-92f7-e909bb7df417', 'tag': '11df9db6-964f-4442-9b85-d9da3d305d3c', 'status': 'completed', 'code': 200} May 28 03:48:52.207625 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:52.209815 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-0c79f75c-f93a-42c5-ad76-e286298ab80f None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:48:52.210331 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:52.218314 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ddff1-4581-468f-85e1-a87a0c5ce741 req-f5f667b7-1d34-40f9-b039-0f66e92bacd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:52.219872 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-307ddff1-4581-468f-85e1-a87a0c5ce741 req-f5f667b7-1d34-40f9-b039-0f66e92bacd7 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 1130 time: 0.0429235 May 28 03:48:52.315234 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ddff1-4581-468f-85e1-a87a0c5ce741 req-9869a365-fb7f-4ecf-879e-3957dfb073a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:52.316698 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-307ddff1-4581-468f-85e1-a87a0c5ce741 req-9869a365-fb7f-4ecf-879e-3957dfb073a2 service neutron] 10.222.0.27 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 911 time: 0.0900493 May 28 03:48:52.357292 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-307ddff1-4581-468f-85e1-a87a0c5ce741 req-a5be721a-740d-452b-aec5-b9ed038cb116 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=11df9db6-964f-4442-9b85-d9da3d305d3c HTTP/1.1" status: 200 len: 217 time: 0.0342748 May 28 03:48:52.410811 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ddff1-4581-468f-85e1-a87a0c5ce741 req-b0510aba-13a0-46c2-b5bb-c77ac6fe768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:52.412256 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-307ddff1-4581-468f-85e1-a87a0c5ce741 req-b0510aba-13a0-46c2-b5bb-c77ac6fe768e service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff HTTP/1.1" status: 200 len: 849 time: 0.0494313 May 28 03:48:52.420974 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-0c79f75c-f93a-42c5-ad76-e286298ab80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:1c:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:45:12Z', 'updated_at': '2022-05-28T03:45:14Z', 'revision_number': 1, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:48:52.448458 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79f75c-f93a-42c5-ad76-e286298ab80f None None] Checking router: 4977754d-3d17-41b3-8f89-4fd027299e3d for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:48:52.460379 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c79f75c-f93a-42c5-ad76-e286298ab80f None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:48:52.461005 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-0c79f75c-f93a-42c5-ad76-e286298ab80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:48:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:48:52.468070 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ddff1-4581-468f-85e1-a87a0c5ce741 req-6fb0381f-19bd-44b6-b56b-f51dad36ea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:52.469696 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-307ddff1-4581-468f-85e1-a87a0c5ce741 req-6fb0381f-19bd-44b6-b56b-f51dad36ea96 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=af6636fe-9088-4d20-9a1e-fa3df2392948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516610 May 28 03:48:52.549981 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c332ad1-7881-407d-8444-028d5f10cacb req-42926edb-c092-4b76-b2d3-985cd6cb0677 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:52.551457 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4c332ad1-7881-407d-8444-028d5f10cacb req-42926edb-c092-4b76-b2d3-985cd6cb0677 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 946 time: 0.0475342 May 28 03:48:52.568326 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-0c79f75c-f93a-42c5-ad76-e286298ab80f None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:48:52.601615 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-4c332ad1-7881-407d-8444-028d5f10cacb req-945b69ba-8b72-4561-8444-f83e4b3e7bc4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443919 May 28 03:48:52.914797 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-0c79f75c-f93a-42c5-ad76-e286298ab80f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:1c:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:45:12Z', 'updated_at': '2022-05-28T03:45:14Z', 'revision_number': 1, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:48:52.918627 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:52.940541 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c79f75c-f93a-42c5-ad76-e286298ab80f None None] The sync data for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi is: [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_floatingips': [{'id': 'c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'floating_ip_address': '172.27.3.130', 'floating_network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'router_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'port_id': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 737, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'mac_address': 'fa:16:3e:1c:20:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-28T03:45:12Z', 'updated_at': '2022-05-28T03:45:14Z', 'revision_number': 1, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:48:53.152003 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba0647a-f0e9-4b4f-8dc8-9d872a482465 None None] New status for floating IP a15e7446-1bbf-4b1b-a3b4-46c840a9bc13: DOWN {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:48:53.508310 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-307ddff1-4581-468f-85e1-a87a0c5ce741 req-5e4f4483-e7f6-4c3a-b6b4-63f75ae9c0cd service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866318 May 28 03:48:53.683729 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-307ddff1-4581-468f-85e1-a87a0c5ce741 req-51555f42-13d0-4203-8770-8d8eeb0eebf5 service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872223 May 28 03:48:53.718691 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946e92a-2f76-496f-874f-404a8ca54774 req-81d5037c-542b-49a2-9bd7-4a3c59c734f6 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:53.720095 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1946e92a-2f76-496f-874f-404a8ca54774 req-81d5037c-542b-49a2-9bd7-4a3c59c734f6 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 946 time: 0.0476875 May 28 03:48:53.768880 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-1946e92a-2f76-496f-874f-404a8ca54774 req-5465a886-3380-4f51-b81f-96fdcc00583a tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431252 May 28 03:48:53.986043 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eedcdf-3bf2-406c-a25e-1480bfa5452b req-42812df0-859d-4a9c-a031-806f15d734f4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:53.987476 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88eedcdf-3bf2-406c-a25e-1480bfa5452b req-42812df0-859d-4a9c-a031-806f15d734f4 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 946 time: 0.0512693 May 28 03:48:54.069299 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-88eedcdf-3bf2-406c-a25e-1480bfa5452b req-97466ae0-0e2b-4edb-8811-ac1020054e52 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Deleting port 11df9db6-964f-4442-9b85-d9da3d305d3c {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:48:54.069559 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88eedcdf-3bf2-406c-a25e-1480bfa5452b req-97466ae0-0e2b-4edb-8811-ac1020054e52 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:54.147232 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:54.165116 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-88eedcdf-3bf2-406c-a25e-1480bfa5452b req-97466ae0-0e2b-4edb-8811-ac1020054e52 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] For port 11df9db6-964f-4442-9b85-d9da3d305d3c, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=11df9db6-964f-4442-9b85-d9da3d305d3c,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:48:54.165486 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88eedcdf-3bf2-406c-a25e-1480bfa5452b req-97466ae0-0e2b-4edb-8811-ac1020054e52 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:54.179917 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-88eedcdf-3bf2-406c-a25e-1480bfa5452b req-97466ae0-0e2b-4edb-8811-ac1020054e52 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Calling delete_port for 11df9db6-964f-4442-9b85-d9da3d305d3c owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:48:54.234225 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:54.359778 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88eedcdf-3bf2-406c-a25e-1480bfa5452b req-97466ae0-0e2b-4edb-8811-ac1020054e52 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (11df9db6-964f-4442-9b85-d9da3d305d3c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:54.392090 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97466ae0-0e2b-4edb-8811-ac1020054e52 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event deleted for resources: {'Port': ['ID=11df9db6-964f-4442-9b85-d9da3d305d3c,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:48:54.441304 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-88eedcdf-3bf2-406c-a25e-1480bfa5452b req-97466ae0-0e2b-4edb-8811-ac1020054e52 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] No DVR routers for this DVR port 11df9db6-964f-4442-9b85-d9da3d305d3c on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:48:54.444030 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-88eedcdf-3bf2-406c-a25e-1480bfa5452b req-97466ae0-0e2b-4edb-8811-ac1020054e52 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:54.447445 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-88eedcdf-3bf2-406c-a25e-1480bfa5452b req-97466ae0-0e2b-4edb-8811-ac1020054e52 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "DELETE /v2.0/ports/11df9db6-964f-4442-9b85-d9da3d305d3c HTTP/1.1" status: 204 len: 173 time: 0.4553533 May 28 03:48:54.447888 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ba87599-510f-4138-92f7-e909bb7df417', 'name': 'network-vif-deleted', 'tag': '11df9db6-964f-4442-9b85-d9da3d305d3c'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:48:54.450629 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47bb16b-903a-4cec-8149-3cdf2761a50b" -d '{"events": [{"server_uuid": "6ba87599-510f-4138-92f7-e909bb7df417", "name": "network-vif-deleted", "tag": "11df9db6-964f-4442-9b85-d9da3d305d3c"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:48:54.485748 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7408773-dbbd-41e5-8d0e-1d5e1d21ca9a x-openstack-request-id: req-a7408773-dbbd-41e5-8d0e-1d5e1d21ca9a {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:48:54.486035 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ba87599-510f-4138-92f7-e909bb7df417", "name": "network-vif-deleted", "tag": "11df9db6-964f-4442-9b85-d9da3d305d3c", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:48:54.486283 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-a7408773-dbbd-41e5-8d0e-1d5e1d21ca9a {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:48:54.486674 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7408773-dbbd-41e5-8d0e-1d5e1d21ca9a'] response: {'server_uuid': '6ba87599-510f-4138-92f7-e909bb7df417', 'name': 'network-vif-deleted', 'tag': '11df9db6-964f-4442-9b85-d9da3d305d3c', 'status': 'completed', 'code': 200} May 28 03:48:54.871151 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-6a95a96f-ccaf-43e5-9c1c-6a19de35a42e req-9fce90a4-ea2f-469a-b560-fadbabe4743a tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=6ba87599-510f-4138-92f7-e909bb7df417 HTTP/1.1" status: 200 len: 210 time: 0.0331540 May 28 03:48:55.551097 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:48:55.657120 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:55.827003 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9823d7f1-78fc-4b8f-a617-d1b9be43602c req-3e4879ec-4042-428f-98fa-58efbbebf689 service neutron] 10.222.0.27 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394404 May 28 03:48:55.882478 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823d7f1-78fc-4b8f-a617-d1b9be43602c req-f0ae86ca-1a2d-420b-bf22-b0f1e8253197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:55.883949 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9823d7f1-78fc-4b8f-a617-d1b9be43602c req-f0ae86ca-1a2d-420b-bf22-b0f1e8253197 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d9f51a3cc44062af827a498842ee80&device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 1129 time: 0.0381081 May 28 03:48:55.994164 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823d7f1-78fc-4b8f-a617-d1b9be43602c req-39afc5f1-62da-455c-aeee-ab0f1a17c093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:55.995604 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9823d7f1-78fc-4b8f-a617-d1b9be43602c req-39afc5f1-62da-455c-aeee-ab0f1a17c093 service neutron] 10.222.0.27 "GET /v2.0/networks?id=906b0a82-c757-4c32-a49b-21a69d65b543 HTTP/1.1" status: 200 len: 910 time: 0.0927978 May 28 03:48:56.055246 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9823d7f1-78fc-4b8f-a617-d1b9be43602c req-f5d851e8-ea60-48d7-a740-35e0a5fdc0d5 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791555af-21e2-4f77-8de6-77284ba93aae HTTP/1.1" status: 200 len: 1001 time: 0.0533895 May 28 03:48:56.109874 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823d7f1-78fc-4b8f-a617-d1b9be43602c req-1e0b090b-808b-42d9-815b-c20a2fa37cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:56.112277 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9823d7f1-78fc-4b8f-a617-d1b9be43602c req-1e0b090b-808b-42d9-815b-c20a2fa37cff service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da03efca-b11d-4053-9e9f-838140cef9a2 HTTP/1.1" status: 200 len: 848 time: 0.0514545 May 28 03:48:56.126965 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:56.157564 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823d7f1-78fc-4b8f-a617-d1b9be43602c req-99313b47-d7f6-4db8-996d-667e95c4be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:56.159193 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9823d7f1-78fc-4b8f-a617-d1b9be43602c req-99313b47-d7f6-4db8-996d-667e95c4be17 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=906b0a82-c757-4c32-a49b-21a69d65b543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409126 May 28 03:48:56.251912 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9823d7f1-78fc-4b8f-a617-d1b9be43602c req-a163e6ab-284f-420a-b344-7ac049dcec8e service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865710 May 28 03:48:56.345256 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-9823d7f1-78fc-4b8f-a617-d1b9be43602c req-b01c129c-2858-492d-853e-847862ee0096 service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846353 May 28 03:48:58.195038 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 11df9db6-964f-4442-9b85-d9da3d305d3c no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:48:58.214650 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 11df9db6-964f-4442-9b85-d9da3d305d3c {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:48:58.214983 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 11df9db6-964f-4442-9b85-d9da3d305d3c not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:48:58.326123 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42338) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:48:58.460914 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Deleting port 647a0f91-3107-4b4a-93e0-44aa1854f6ee {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:48:58.461175 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (647a0f91-3107-4b4a-93e0-44aa1854f6ee), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:58.513599 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:58.538395 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (647a0f91-3107-4b4a-93e0-44aa1854f6ee), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:58.538717 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (647a0f91-3107-4b4a-93e0-44aa1854f6ee), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:58.550897 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Calling delete_port for 647a0f91-3107-4b4a-93e0-44aa1854f6ee owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:48:58.759544 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (647a0f91-3107-4b4a-93e0-44aa1854f6ee), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:58.783652 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event deleted for resources: {'Port': ['ID=647a0f91-3107-4b4a-93e0-44aa1854f6ee,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:48:58.843375 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:58.843690 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.db.l3_db [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Floating IP c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90 disassociated (deleted). External IP: 172.27.3.130, port: 1049955a-bd14-461f-b144-ea03d2f89fe6. May 28 03:48:59.003279 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:59.060476 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Router 4977754d-3d17-41b3-8f89-4fd027299e3d has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:48:59.198079 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:48:59.204094 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:48:59.230729 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce7ea1-1f1b-4a7f-b9f0-cfc7cc83a221 None None] Sync routers for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:48:59.236588 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:59.243701 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:59.244379 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a3a06c49-9524-47d3-8659-273f55a9889d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "DELETE /v2.0/floatingips/c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90 HTTP/1.1" status: 204 len: 168 time: 0.9171481 May 28 03:48:59.244976 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'tag': '1049955a-bd14-461f-b144-ea03d2f89fe6'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:48:59.247283 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8089d1d-139f-4068-ba04-aad0ed7ac873" -d '{"events": [{"name": "network-changed", "server_uuid": "8c6232c7-4a11-4f67-a028-96d05393e4df", "tag": "1049955a-bd14-461f-b144-ea03d2f89fe6"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:48:59.264463 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce7ea1-1f1b-4a7f-b9f0-cfc7cc83a221 None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:48:59.265076 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-3fce7ea1-1f1b-4a7f-b9f0-cfc7cc83a221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:48:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:48:59.298975 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55681851-605e-4774-beec-85c9e662f008 x-openstack-request-id: req-55681851-605e-4774-beec-85c9e662f008 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:48:59.299533 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c6232c7-4a11-4f67-a028-96d05393e4df", "tag": "1049955a-bd14-461f-b144-ea03d2f89fe6", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:48:59.299806 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-55681851-605e-4774-beec-85c9e662f008 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:48:59.300328 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55681851-605e-4774-beec-85c9e662f008'] response: {'name': 'network-changed', 'server_uuid': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'tag': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'status': 'completed', 'code': 200} May 28 03:48:59.359069 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8089d1d-139f-4068-ba04-aad0ed7ac873 req-eec3836f-0bef-4ee4-9c6b-7d33ef06591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:59.360569 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f8089d1d-139f-4068-ba04-aad0ed7ac873 req-eec3836f-0bef-4ee4-9c6b-7d33ef06591e service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 1130 time: 0.0404742 May 28 03:48:59.374323 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-3fce7ea1-1f1b-4a7f-b9f0-cfc7cc83a221 None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:48:59.455102 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8089d1d-139f-4068-ba04-aad0ed7ac873 req-c62ece0a-07a6-484e-b736-4fa9f7357753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:59.456567 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f8089d1d-139f-4068-ba04-aad0ed7ac873 req-c62ece0a-07a6-484e-b736-4fa9f7357753 service neutron] 10.222.0.27 "GET /v2.0/networks?id=af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 200 len: 911 time: 0.0907030 May 28 03:48:59.494441 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f8089d1d-139f-4068-ba04-aad0ed7ac873 req-af673545-1a61-4b3d-b456-0ab72ec75bc9 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1049955a-bd14-461f-b144-ea03d2f89fe6 HTTP/1.1" status: 200 len: 217 time: 0.0325058 May 28 03:48:59.548854 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8089d1d-139f-4068-ba04-aad0ed7ac873 req-dfd27a63-3809-4a96-a6a8-cab997c5337d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:59.550359 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f8089d1d-139f-4068-ba04-aad0ed7ac873 req-dfd27a63-3809-4a96-a6a8-cab997c5337d service neutron] 10.222.0.27 "GET /v2.0/subnets?id=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff HTTP/1.1" status: 200 len: 849 time: 0.0495508 May 28 03:48:59.571529 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-3fce7ea1-1f1b-4a7f-b9f0-cfc7cc83a221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:48:59.593086 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:48:59.597529 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce7ea1-1f1b-4a7f-b9f0-cfc7cc83a221 None None] Checking router: 4977754d-3d17-41b3-8f89-4fd027299e3d for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:48:59.607258 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fce7ea1-1f1b-4a7f-b9f0-cfc7cc83a221 None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:48:59.607471 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-3fce7ea1-1f1b-4a7f-b9f0-cfc7cc83a221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:48:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:48:59.611308 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8089d1d-139f-4068-ba04-aad0ed7ac873 req-9bfc2f72-724d-4b49-b9c2-79abd9e5522f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:59.613460 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f8089d1d-139f-4068-ba04-aad0ed7ac873 req-9bfc2f72-724d-4b49-b9c2-79abd9e5522f service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=af6636fe-9088-4d20-9a1e-fa3df2392948&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568326 May 28 03:48:59.715818 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-3fce7ea1-1f1b-4a7f-b9f0-cfc7cc83a221 None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:48:59.747973 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92f8be-5cfc-4bfa-a0d9-71175f80ae72 req-c5a784c7-ed08-4ba4-b30b-128a3340a5d3 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:48:59.749438 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5e92f8be-5cfc-4bfa-a0d9-71175f80ae72 req-c5a784c7-ed08-4ba4-b30b-128a3340a5d3 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 946 time: 0.0690703 May 28 03:48:59.753960 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f8089d1d-139f-4068-ba04-aad0ed7ac873 req-53b745e8-0fa3-400e-badd-85e70d34804a service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343408 May 28 03:48:59.910019 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-3fce7ea1-1f1b-4a7f-b9f0-cfc7cc83a221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:48:59.945969 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fce7ea1-1f1b-4a7f-b9f0-cfc7cc83a221 None None] The sync data for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi is: [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:41:39Z', 'revision_number': 4, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': 'b9a32979-b574-4f83-8fbe-f2fa55e0e0ca', 'name': '', 'network_id': 'af6636fe-9088-4d20-9a1e-fa3df2392948', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'mac_address': 'fa:16:3e:b5:f4:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:38Z', 'updated_at': '2022-05-28T03:41:43Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'subnets': [{'id': '7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:49:00.076887 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-5e92f8be-5cfc-4bfa-a0d9-71175f80ae72 req-eb122097-59ca-4423-8d56-f859a20bff5d tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215501 May 28 03:49:00.166996 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1da985-6325-4033-8909-5c635bf72f44 None None] New status for floating IP c4dc9bd4-9a76-40d0-8a9c-919d5a00ed90: DOWN {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:49:00.707678 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-f8089d1d-139f-4068-ba04-aad0ed7ac873 req-b0f29bc2-0667-4fed-95cb-594d4f38de7f service neutron] 10.222.0.27 "GET /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872190 May 28 03:49:01.192280 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e226cd-d395-4dde-b369-62f433630621 req-0aead455-c3c0-4ede-bf42-70f7dd413105 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:49:01.193790 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b7e226cd-d395-4dde-b369-62f433630621 req-0aead455-c3c0-4ede-bf42-70f7dd413105 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 946 time: 0.0472834 May 28 03:49:01.243839 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-b7e226cd-d395-4dde-b369-62f433630621 req-e1592919-d1f9-4a61-8944-080c438c34b8 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/security-groups?id=6f0f5400-c168-4cea-9205-0caa2f3869ed&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444407 May 28 03:49:01.286576 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f09267-8dff-433c-9866-e1ca4c6d9532 req-260841e8-e1b6-4625-ad24-efb910986d39 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:49:01.288032 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c1f09267-8dff-433c-9866-e1ca4c6d9532 req-260841e8-e1b6-4625-ad24-efb910986d39 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 946 time: 0.0527310 May 28 03:49:01.373815 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-c1f09267-8dff-433c-9866-e1ca4c6d9532 req-89c22456-17f8-4638-8755-be48b6d7aebd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Deleting port 1049955a-bd14-461f-b144-ea03d2f89fe6 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:01.374090 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c1f09267-8dff-433c-9866-e1ca4c6d9532 req-89c22456-17f8-4638-8755-be48b6d7aebd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:01.463548 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-c1f09267-8dff-433c-9866-e1ca4c6d9532 req-89c22456-17f8-4638-8755-be48b6d7aebd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] For port 1049955a-bd14-461f-b144-ea03d2f89fe6, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=1049955a-bd14-461f-b144-ea03d2f89fe6,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:01.463904 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c1f09267-8dff-433c-9866-e1ca4c6d9532 req-89c22456-17f8-4638-8755-be48b6d7aebd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:01.477033 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-c1f09267-8dff-433c-9866-e1ca4c6d9532 req-89c22456-17f8-4638-8755-be48b6d7aebd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Calling delete_port for 1049955a-bd14-461f-b144-ea03d2f89fe6 owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:01.482686 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:01.660812 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c1f09267-8dff-433c-9866-e1ca4c6d9532 req-89c22456-17f8-4638-8755-be48b6d7aebd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (1049955a-bd14-461f-b144-ea03d2f89fe6), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:01.690525 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c22456-17f8-4638-8755-be48b6d7aebd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event deleted for resources: {'Port': ['ID=1049955a-bd14-461f-b144-ea03d2f89fe6,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:01.735327 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f09267-8dff-433c-9866-e1ca4c6d9532 req-89c22456-17f8-4638-8755-be48b6d7aebd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] No DVR routers for this DVR port 1049955a-bd14-461f-b144-ea03d2f89fe6 on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:49:01.737776 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-c1f09267-8dff-433c-9866-e1ca4c6d9532 req-89c22456-17f8-4638-8755-be48b6d7aebd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:01.740949 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-c1f09267-8dff-433c-9866-e1ca4c6d9532 req-89c22456-17f8-4638-8755-be48b6d7aebd tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.27 "DELETE /v2.0/ports/1049955a-bd14-461f-b144-ea03d2f89fe6 HTTP/1.1" status: 204 len: 173 time: 0.4443955 May 28 03:49:01.741397 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'name': 'network-vif-deleted', 'tag': '1049955a-bd14-461f-b144-ea03d2f89fe6'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:49:01.743624 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd88ed0-5ab4-4336-a38f-3120544fb1de" -d '{"events": [{"server_uuid": "8c6232c7-4a11-4f67-a028-96d05393e4df", "name": "network-vif-deleted", "tag": "1049955a-bd14-461f-b144-ea03d2f89fe6"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:49:01.778684 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bd4666-dd6f-4183-bc06-92a13c8ed466 x-openstack-request-id: req-86bd4666-dd6f-4183-bc06-92a13c8ed466 {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:49:01.778984 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c6232c7-4a11-4f67-a028-96d05393e4df", "name": "network-vif-deleted", "tag": "1049955a-bd14-461f-b144-ea03d2f89fe6", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:49:01.779213 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-86bd4666-dd6f-4183-bc06-92a13c8ed466 {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:49:01.779602 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86bd4666-dd6f-4183-bc06-92a13c8ed466'] response: {'server_uuid': '8c6232c7-4a11-4f67-a028-96d05393e4df', 'name': 'network-vif-deleted', 'tag': '1049955a-bd14-461f-b144-ea03d2f89fe6', 'status': 'completed', 'code': 200} May 28 03:49:02.351059 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-3f59e8a3-9c6d-424c-a8e7-96c6de7ae26e req-c5a44a26-f1f4-4bec-a704-955060c7b7f8 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "GET /v2.0/ports?device_id=8c6232c7-4a11-4f67-a028-96d05393e4df HTTP/1.1" status: 200 len: 210 time: 0.0278716 May 28 03:49:03.410305 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42358) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:03.515765 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-a490319c-a9cd-4d8e-9790-b10d308b9c24 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Deleting port 4dc01a94-4a67-4add-9e35-f388afb43df2 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:03.516098 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a490319c-a9cd-4d8e-9790-b10d308b9c24 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (4dc01a94-4a67-4add-9e35-f388afb43df2), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:03.593078 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a490319c-a9cd-4d8e-9790-b10d308b9c24 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (4dc01a94-4a67-4add-9e35-f388afb43df2), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:03.593423 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a490319c-a9cd-4d8e-9790-b10d308b9c24 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (4dc01a94-4a67-4add-9e35-f388afb43df2), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:03.606142 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-a490319c-a9cd-4d8e-9790-b10d308b9c24 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Calling delete_port for 4dc01a94-4a67-4add-9e35-f388afb43df2 owned by network:floatingip {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:03.657457 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:03.799929 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a490319c-a9cd-4d8e-9790-b10d308b9c24 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (4dc01a94-4a67-4add-9e35-f388afb43df2), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:03.828566 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a490319c-a9cd-4d8e-9790-b10d308b9c24 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event deleted for resources: {'Port': ['ID=4dc01a94-4a67-4add-9e35-f388afb43df2,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:03.890712 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a490319c-a9cd-4d8e-9790-b10d308b9c24 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for floatingip (4c93d702-e154-4447-9707-cd46cb1d8e9f), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:03.893360 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a490319c-a9cd-4d8e-9790-b10d308b9c24 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:03.894503 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a490319c-a9cd-4d8e-9790-b10d308b9c24 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "DELETE /v2.0/floatingips/4c93d702-e154-4447-9707-cd46cb1d8e9f HTTP/1.1" status: 204 len: 168 time: 0.4842179 May 28 03:49:04.217207 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 1049955a-bd14-461f-b144-ea03d2f89fe6 no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:04.236867 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 1049955a-bd14-461f-b144-ea03d2f89fe6 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:04.237220 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 1049955a-bd14-461f-b144-ea03d2f89fe6 not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:05.228349 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42370) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:05.285364 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-624c7653-0e3b-4a23-a5dd-e3e386d47037 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group (6f0f5400-c168-4cea-9205-0caa2f3869ed), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:05.310958 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-624c7653-0e3b-4a23-a5dd-e3e386d47037 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group (6f0f5400-c168-4cea-9205-0caa2f3869ed), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:05.422509 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-624c7653-0e3b-4a23-a5dd-e3e386d47037 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (6f0f5400-c168-4cea-9205-0caa2f3869ed), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:05.425026 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-624c7653-0e3b-4a23-a5dd-e3e386d47037 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:05.426198 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-624c7653-0e3b-4a23-a5dd-e3e386d47037 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] 10.222.0.41 "DELETE /v2.0/security-groups/6f0f5400-c168-4cea-9205-0caa2f3869ed HTTP/1.1" status: 204 len: 168 time: 0.1968448 May 28 03:49:05.430704 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:05.439263 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624c7653-0e3b-4a23-a5dd-e3e386d47037 tempest-TestVolumeBootPattern-1665013407 tempest-TestVolumeBootPattern-1665013407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f5400-c168-4cea-9205-0caa2f3869ed,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:06.555802 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42376) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:06.998063 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-877798'] for router_interface (4977754d-3d17-41b3-8f89-4fd027299e3d), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:07.210270 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Deleting port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:07.210270 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:07.291327 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] For port b9a32979-b574-4f83-8fbe-f2fa55e0e0ca, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=b9a32979-b574-4f83-8fbe-f2fa55e0e0ca,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:07.291687 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:07.301308 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:07.305496 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Calling delete_port for b9a32979-b574-4f83-8fbe-f2fa55e0e0ca owned by network:router_interface {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:07.402744 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=100 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:07.565286 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (b9a32979-b574-4f83-8fbe-f2fa55e0e0ca), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:07.590499 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a32979-b574-4f83-8fbe-f2fa55e0e0ca,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:07.619694 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.620035 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.620403 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.620741 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.621069 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.621419 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.621740 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.622061 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.622382 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.622700 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.623019 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.623334 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.623648 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.623961 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.624274 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104449) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:07.766336 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-877690'] for router_interface (4977754d-3d17-41b3-8f89-4fd027299e3d), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:07.966622 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Router 4977754d-3d17-41b3-8f89-4fd027299e3d has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:49:08.064561 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:49:08.071976 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-c9f0201f-a07c-4cfd-8e26-98d44119b064 admin admin] 10.222.0.41 "PUT /v2.0/routers/4977754d-3d17-41b3-8f89-4fd027299e3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5126767 May 28 03:49:08.071976 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42380) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:08.073093 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a45021-29ee-4bc1-b950-9438e516e14e None None] Sync routers for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:49:08.083531 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a45021-29ee-4bc1-b950-9438e516e14e None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:49:08.084137 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-22a45021-29ee-4bc1-b950-9438e516e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:48:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:08.169887 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Publish callbacks [] for router (4977754d-3d17-41b3-8f89-4fd027299e3d), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:08.183519 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-22a45021-29ee-4bc1-b950-9438e516e14e None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:49:08.236210 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:08.249342 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:08.267781 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Publish callbacks [] for router_gateway (4977754d-3d17-41b3-8f89-4fd027299e3d), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:08.350311 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-22a45021-29ee-4bc1-b950-9438e516e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146'}], 'enable_snat': True}, 'gw_port_id': '517b2da3-0569-430b-a345-92074a38ac56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:49:07Z', 'revision_number': 5, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port': {'id': '517b2da3-0569-430b-a345-92074a38ac56', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:95:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:36Z', 'updated_at': '2022-05-28T03:41:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:08.375616 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a45021-29ee-4bc1-b950-9438e516e14e None None] Checking router: 4977754d-3d17-41b3-8f89-4fd027299e3d for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:49:08.381048 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:08.383708 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Deleting port 517b2da3-0569-430b-a345-92074a38ac56 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:08.383856 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a45021-29ee-4bc1-b950-9438e516e14e None None] Routers {'4977754d-3d17-41b3-8f89-4fd027299e3d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:49:08.384049 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (517b2da3-0569-430b-a345-92074a38ac56), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:08.384450 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-22a45021-29ee-4bc1-b950-9438e516e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:48:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['4977754d-3d17-41b3-8f89-4fd027299e3d'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:08.467439 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-22a45021-29ee-4bc1-b950-9438e516e14e None None] Set router 4977754d-3d17-41b3-8f89-4fd027299e3d gateway port host: None {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:49:08.471724 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] For port 517b2da3-0569-430b-a345-92074a38ac56, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=517b2da3-0569-430b-a345-92074a38ac56,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:08.472080 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (517b2da3-0569-430b-a345-92074a38ac56), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:08.489701 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Calling delete_port for 517b2da3-0569-430b-a345-92074a38ac56 owned by network:router_gateway {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:08.516786 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-22a45021-29ee-4bc1-b950-9438e516e14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:49:08Z', 'revision_number': 6, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port_host': None}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:08.545044 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a45021-29ee-4bc1-b950-9438e516e14e None None] The sync data for ids ['4977754d-3d17-41b3-8f89-4fd027299e3d'] in dv-cinder-843361-3-iscsi is: [{'id': '4977754d-3d17-41b3-8f89-4fd027299e3d', 'name': 'tempest-TestVolumeBootPattern-49550007-router', 'tenant_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:35Z', 'updated_at': '2022-05-28T03:49:08Z', 'revision_number': 6, 'project_id': 'c0fe831f6e954e05b7d448f1d4f43754', 'gw_port_host': None}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:49:08.731312 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (517b2da3-0569-430b-a345-92074a38ac56), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:08.755841 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=517b2da3-0569-430b-a345-92074a38ac56,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:08.821089 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-878296'] for router_gateway (4977754d-3d17-41b3-8f89-4fd027299e3d), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:08.906639 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router (4977754d-3d17-41b3-8f89-4fd027299e3d), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:08.911649 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Publish callbacks [] for router_controller (4977754d-3d17-41b3-8f89-4fd027299e3d), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.011338 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580738'] for router (4977754d-3d17-41b3-8f89-4fd027299e3d), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.011943 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4977754d-3d17-41b3-8f89-4fd027299e3d {{(pid=104449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 03:49:09.016729 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.017884 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-bb5de07c-2a6d-4e60-9397-d75646864cc2 admin admin] 10.222.0.41 "DELETE /v2.0/routers/4977754d-3d17-41b3-8f89-4fd027299e3d HTTP/1.1" status: 204 len: 168 time: 0.9449916 May 28 03:49:09.020410 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42382) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:09.064623 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a6fe60-87a3-44b7-ad59-ea816face2d2 admin admin] Deleting subnet 7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff {{(pid=104449) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:49:09.067746 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fe60-87a3-44b7-ad59-ea816face2d2 admin admin] Publish callbacks [] for subnet (7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.101521 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fe60-87a3-44b7-ad59-ea816face2d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4578836'] for subnet (7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.148443 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:09.180522 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fe60-87a3-44b7-ad59-ea816face2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.280784 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fe60-87a3-44b7-ad59-ea816face2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4578968', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5211730'] for subnet (7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.307222 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6fe60-87a3-44b7-ad59-ea816face2d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:09.311224 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e9a6fe60-87a3-44b7-ad59-ea816face2d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for subnet (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.314495 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e9a6fe60-87a3-44b7-ad59-ea816face2d2 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/7b1bb3bd-11a7-444f-9eb9-95b2f4f2c4ff HTTP/1.1" status: 204 len: 168 time: 0.2930102 May 28 03:49:09.316900 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42384) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:09.317053 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a559cba-cddc-463e-8020-bb9b5c019395 None None] Network af6636fe-9088-4d20-9a1e-fa3df2392948 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:49:09.395949 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (af6636fe-9088-4d20-9a1e-fa3df2392948), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.440030 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Deleting port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:09.440371 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.459907 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=100 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:09.506668 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] For port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=17ec1970-369a-4bbe-b8f4-9f1bec02ae67,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:09.507116 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.523396 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Calling delete_port for 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 owned by network:dhcp {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:09.586351 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:09.598293 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] DHCP port deletion for af6636fe-9088-4d20-9a1e-fa3df2392948 request from dv-cinder-843361-3-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 03:49:09.639434 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Deleting port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:09.639806 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.702591 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] For port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=17ec1970-369a-4bbe-b8f4-9f1bec02ae67,segment=NetworkSegment(c25505f4-5d0c-45f2-b6c2-44ea27c0aff8),segment_id=c25505f4-5d0c-45f2-b6c2-44ea27c0aff8)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:09.702979 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.708218 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.718870 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Calling delete_port for 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:09.732547 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ec1970-369a-4bbe-b8f4-9f1bec02ae67,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:09.737241 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] No DVR routers for this DVR port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 on host dv-cinder-843361-3-iscsi {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:49:09.798192 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (17ec1970-369a-4bbe-b8f4-9f1bec02ae67), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.810904 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (af6636fe-9088-4d20-9a1e-fa3df2392948), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.820785 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Pushing event deleted for resources: {'Port': ['ID=17ec1970-369a-4bbe-b8f4-9f1bec02ae67,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:09.830680 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] No DVR routers for this DVR port 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 on host dv-cinder-843361-3-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:49:09.832696 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.833038 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.833344 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af6636fe-9088-4d20-9a1e-fa3df2392948']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:09.833464 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.833730 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.834181 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.834515 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.834839 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.835159 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.835478 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.835801 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.836121 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.836441 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.836758 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.837073 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.837415 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29990f99-71f6-4528-ab6a-c0179b7a67b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-843361-3-iscsi {{(pid=104451) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 28 03:49:09.845766 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:09.845766 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c25505f4-5d0c-45f2-b6c2-44ea27c0aff8') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:09.855319 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4578861'] for segment (c25505f4-5d0c-45f2-b6c2-44ea27c0aff8), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.868474 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (c25505f4-5d0c-45f2-b6c2-44ea27c0aff8), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.875133 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:49:09.875505 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578618'] for segment (c25505f4-5d0c-45f2-b6c2-44ea27c0aff8), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.955937 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment c25505f4-5d0c-45f2-b6c2-44ea27c0aff8 resource provider aggregate not found May 28 03:49:09.973818 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment c25505f4-5d0c-45f2-b6c2-44ea27c0aff8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c25505f4-5d0c-45f2-b6c2-44ea27c0aff8 found for delete ", "request_id": "req-f63b30e4-9454-44a9-b96f-ba1e7c439e43"}]} May 28 03:49:09.991876 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (af6636fe-9088-4d20-9a1e-fa3df2392948), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:09.998078 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:10.001431 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] 10.222.0.41 "DELETE /v2.0/networks/af6636fe-9088-4d20-9a1e-fa3df2392948 HTTP/1.1" status: 204 len: 168 time: 0.6831038 May 28 03:49:10.004446 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42392) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:10.017375 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4bd61-d8f3-4fe9-98a6-c0e45576ef90 admin admin] Pushing event deleted for resources: {'Network': ['ID=af6636fe-9088-4d20-9a1e-fa3df2392948,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:10.171191 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=7 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:10.195984 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=7 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:10.309130 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b5e28ef7-daa5-423e-85e1-4ce681d0a27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-877798'] for router_interface (708aa96a-e80f-4211-9edb-f7ea4643138d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:10.368432 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42394) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:10.509519 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Deleting port a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:10.509864 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:10.536441 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-b5e28ef7-daa5-423e-85e1-4ce681d0a27f admin admin] Deleting port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:10.536802 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b5e28ef7-daa5-423e-85e1-4ce681d0a27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:10.572926 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:10.594728 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:10.595057 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 17ec1970-369a-4bbe-b8f4-9f1bec02ae67 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:10.595681 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device b9a32979-b574-4f83-8fbe-f2fa55e0e0ca no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:10.599717 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:10.600044 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for floatingip (a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:10.617886 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: b9a32979-b574-4f83-8fbe-f2fa55e0e0ca {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:10.618621 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device b9a32979-b574-4f83-8fbe-f2fa55e0e0ca not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:10.619208 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 517b2da3-0569-430b-a345-92074a38ac56 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:10.628812 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Calling delete_port for a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af owned by network:floatingip {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:10.630474 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-b5e28ef7-daa5-423e-85e1-4ce681d0a27f admin admin] For port 37a31ee1-3a28-4cdd-ad44-960e0af74a0e, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=37a31ee1-3a28-4cdd-ad44-960e0af74a0e,segment=NetworkSegment(58326c70-9e8e-40fb-b1e5-13af2077a3c3),segment_id=58326c70-9e8e-40fb-b1e5-13af2077a3c3)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:10.631154 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b5e28ef7-daa5-423e-85e1-4ce681d0a27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:10.641254 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 517b2da3-0569-430b-a345-92074a38ac56 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:10.641827 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 517b2da3-0569-430b-a345-92074a38ac56 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:10.646810 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:10.647514 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-b5e28ef7-daa5-423e-85e1-4ce681d0a27f admin admin] Calling delete_port for 37a31ee1-3a28-4cdd-ad44-960e0af74a0e owned by network:router_interface {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:10.660839 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:10.785789 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:10.937620 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b5e28ef7-daa5-423e-85e1-4ce681d0a27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (37a31ee1-3a28-4cdd-ad44-960e0af74a0e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:10.966858 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e28ef7-daa5-423e-85e1-4ce681d0a27f admin admin] Pushing event deleted for resources: {'Port': ['ID=37a31ee1-3a28-4cdd-ad44-960e0af74a0e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:11.139791 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-b5e28ef7-daa5-423e-85e1-4ce681d0a27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-877690'] for router_interface (708aa96a-e80f-4211-9edb-f7ea4643138d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:11.142915 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:11.169687 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event deleted for resources: {'Port': ['ID=a8e5fdeb-dbb5-4afd-ae0c-357f3e32e7af,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:11.222741 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:11.235134 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for floatingip (3800873a-109d-4204-911c-c3ed46b03576), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:11.235460 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.db.l3_db [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Floating IP 3800873a-109d-4204-911c-c3ed46b03576 disassociated (deleted). External IP: 172.27.3.197, port: 791555af-21e2-4f77-8de6-77284ba93aae. May 28 03:49:11.362680 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5e28ef7-daa5-423e-85e1-4ce681d0a27f admin admin] Router 708aa96a-e80f-4211-9edb-f7ea4643138d has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:49:11.431291 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Router 427cde9f-9742-40e7-b5f4-0d4323287594 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:49:11.466848 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5e28ef7-daa5-423e-85e1-4ce681d0a27f admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:49:11.474434 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-b5e28ef7-daa5-423e-85e1-4ce681d0a27f admin admin] 10.222.0.41 "PUT /v2.0/routers/708aa96a-e80f-4211-9edb-f7ea4643138d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4665811 May 28 03:49:11.474732 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42396) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:11.475808 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b33d8-c0da-43fe-b64c-93f42c184c8c None None] Sync routers for ids ['708aa96a-e80f-4211-9edb-f7ea4643138d'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:49:11.486435 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b33d8-c0da-43fe-b64c-93f42c184c8c None None] Routers {'708aa96a-e80f-4211-9edb-f7ea4643138d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:49:11.487056 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-e06b33d8-c0da-43fe-b64c-93f42c184c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:48:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['708aa96a-e80f-4211-9edb-f7ea4643138d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:11.541638 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:49:11.546590 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for floatingip (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:11.556361 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f45ded-0877-4804-a185-85f7a0a5b286 None None] Sync routers for ids ['427cde9f-9742-40e7-b5f4-0d4323287594'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:49:11.567425 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f45ded-0877-4804-a185-85f7a0a5b286 None None] Routers {'427cde9f-9742-40e7-b5f4-0d4323287594'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:49:11.567890 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-75f45ded-0877-4804-a185-85f7a0a5b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:48:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['427cde9f-9742-40e7-b5f4-0d4323287594'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:11.578003 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-8316aa1d-73ce-4bab-9f32-3cfd241cab58 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "DELETE /v2.0/floatingips/3800873a-109d-4204-911c-c3ed46b03576 HTTP/1.1" status: 204 len: 168 time: 1.2084913 May 28 03:49:11.578675 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae'}] {{(pid=104449) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:49:11.581268 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}315d158757f6da40dee2a2b4069c4d60c245661fd1eb2d82a97c0015a7221d6e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8840d5ca-c2ef-4aa0-8f3e-e55498bae879" -d '{"events": [{"name": "network-changed", "server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "tag": "791555af-21e2-4f77-8de6-77284ba93aae"}]}' {{(pid=104449) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:49:11.582545 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Publish callbacks [] for router (708aa96a-e80f-4211-9edb-f7ea4643138d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:11.598824 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-e06b33d8-c0da-43fe-b64c-93f42c184c8c None None] Set router 708aa96a-e80f-4211-9edb-f7ea4643138d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:49:11.697561 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-75f45ded-0877-4804-a185-85f7a0a5b286 None None] Set router 427cde9f-9742-40e7-b5f4-0d4323287594 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:49:11.705734 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:11.717884 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Publish callbacks [] for router_gateway (708aa96a-e80f-4211-9edb-f7ea4643138d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:11.789958 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sat, 28 May 2022 03:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a69eca-c113-433a-848e-7143fd156374 x-openstack-request-id: req-12a69eca-c113-433a-848e-7143fd156374 {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:49:11.790352 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "tag": "791555af-21e2-4f77-8de6-77284ba93aae", "status": "completed", "code": 200}]} {{(pid=104449) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:49:11.790786 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-12a69eca-c113-433a-848e-7143fd156374 {{(pid=104449) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:49:11.791292 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a69eca-c113-433a-848e-7143fd156374'] response: {'name': 'network-changed', 'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae', 'status': 'completed', 'code': 200} May 28 03:49:11.874614 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-e06b33d8-c0da-43fe-b64c-93f42c184c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'name': 'tempest-TestVolumeBootPattern-56353278-router', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26'}], 'enable_snat': True}, 'gw_port_id': '475438c5-925d-4308-985d-74788f21f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:42Z', 'updated_at': '2022-05-28T03:49:10Z', 'revision_number': 5, 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'gw_port': {'id': '475438c5-925d-4308-985d-74788f21f9fc', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:e9:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:41:43Z', 'updated_at': '2022-05-28T03:41:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:11.881932 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840d5ca-c2ef-4aa0-8f3e-e55498bae879 req-67375422-7cec-41ce-a017-1291bb812646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:49:11.883448 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8840d5ca-c2ef-4aa0-8f3e-e55498bae879 req-67375422-7cec-41ce-a017-1291bb812646 service neutron] 10.222.0.27 "GET /v2.0/ports?tenant_id=d1d9f51a3cc44062af827a498842ee80&device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 1129 time: 0.0692916 May 28 03:49:11.901800 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b33d8-c0da-43fe-b64c-93f42c184c8c None None] Checking router: 708aa96a-e80f-4211-9edb-f7ea4643138d for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:49:11.902138 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Deleting port 475438c5-925d-4308-985d-74788f21f9fc {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:11.905399 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (475438c5-925d-4308-985d-74788f21f9fc), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:11.912034 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06b33d8-c0da-43fe-b64c-93f42c184c8c None None] Routers {'708aa96a-e80f-4211-9edb-f7ea4643138d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:49:11.912918 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-e06b33d8-c0da-43fe-b64c-93f42c184c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:48:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['708aa96a-e80f-4211-9edb-f7ea4643138d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:11.918488 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:11.922272 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-75f45ded-0877-4804-a185-85f7a0a5b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:44:38Z', 'revision_number': 4, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '31d07279-1043-4c1e-8e7e-ec5ee945574f', 'name': '', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'mac_address': 'fa:16:3e:04:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:38Z', 'updated_at': '2022-05-28T03:44:42Z', 'revision_number': 5, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'subnets': [{'id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:11.936027 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:11.948209 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f45ded-0877-4804-a185-85f7a0a5b286 None None] Checking router: 427cde9f-9742-40e7-b5f4-0d4323287594 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:49:11.957614 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f45ded-0877-4804-a185-85f7a0a5b286 None None] Routers {'427cde9f-9742-40e7-b5f4-0d4323287594'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:49:11.958301 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-75f45ded-0877-4804-a185-85f7a0a5b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:48:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['427cde9f-9742-40e7-b5f4-0d4323287594'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:12.004548 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-e06b33d8-c0da-43fe-b64c-93f42c184c8c None None] Set router 708aa96a-e80f-4211-9edb-f7ea4643138d gateway port host: None {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:49:12.060760 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-e06b33d8-c0da-43fe-b64c-93f42c184c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'name': 'tempest-TestVolumeBootPattern-56353278-router', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:42Z', 'updated_at': '2022-05-28T03:49:11Z', 'revision_number': 6, 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'gw_port_host': None}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:12.065853 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-75f45ded-0877-4804-a185-85f7a0a5b286 None None] Set router 427cde9f-9742-40e7-b5f4-0d4323287594 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:49:12.070316 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] For port 475438c5-925d-4308-985d-74788f21f9fc, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=475438c5-925d-4308-985d-74788f21f9fc,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:12.070779 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (475438c5-925d-4308-985d-74788f21f9fc), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:12.074172 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840d5ca-c2ef-4aa0-8f3e-e55498bae879 req-f0f06576-3eb1-401f-a766-225dcf89d0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:49:12.075780 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8840d5ca-c2ef-4aa0-8f3e-e55498bae879 req-f0f06576-3eb1-401f-a766-225dcf89d0b6 service neutron] 10.222.0.27 "GET /v2.0/networks?id=906b0a82-c757-4c32-a49b-21a69d65b543 HTTP/1.1" status: 200 len: 910 time: 0.1847768 May 28 03:49:12.086859 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06b33d8-c0da-43fe-b64c-93f42c184c8c None None] The sync data for ids ['708aa96a-e80f-4211-9edb-f7ea4643138d'] in dv-cinder-843361-3-iscsi is: [{'id': '708aa96a-e80f-4211-9edb-f7ea4643138d', 'name': 'tempest-TestVolumeBootPattern-56353278-router', 'tenant_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:41:42Z', 'updated_at': '2022-05-28T03:49:11Z', 'revision_number': 6, 'project_id': 'dbf723c339db4b60abd1318b96b6b1fa', 'gw_port_host': None}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:49:12.106266 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:12.137225 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Calling delete_port for 475438c5-925d-4308-985d-74788f21f9fc owned by network:router_gateway {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:12.142596 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8840d5ca-c2ef-4aa0-8f3e-e55498bae879 req-9726867e-9ca9-4fcb-9d0d-0264d2235484 service neutron] 10.222.0.27 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=791555af-21e2-4f77-8de6-77284ba93aae HTTP/1.1" status: 200 len: 217 time: 0.0563416 May 28 03:49:12.229847 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc7610b-163c-4b13-ae76-acdbb0592e96 req-edb9ca35-622d-4be3-9fca-f594e54c38b4 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104449) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:49:12.231981 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bcc7610b-163c-4b13-ae76-acdbb0592e96 req-edb9ca35-622d-4be3-9fca-f594e54c38b4 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0528710 May 28 03:49:12.268136 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-75f45ded-0877-4804-a185-85f7a0a5b286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:44:38Z', 'revision_number': 4, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '31d07279-1043-4c1e-8e7e-ec5ee945574f', 'name': '', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'mac_address': 'fa:16:3e:04:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:38Z', 'updated_at': '2022-05-28T03:44:42Z', 'revision_number': 5, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'subnets': [{'id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:12.283449 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-bcc7610b-163c-4b13-ae76-acdbb0592e96 req-0964786a-7e27-412d-9538-ddf4c1687c3b tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456851 May 28 03:49:12.301041 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75f45ded-0877-4804-a185-85f7a0a5b286 None None] The sync data for ids ['427cde9f-9742-40e7-b5f4-0d4323287594'] in dv-cinder-843361-3-iscsi is: [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:44:38Z', 'revision_number': 4, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi', '_interfaces': [{'id': '31d07279-1043-4c1e-8e7e-ec5ee945574f', 'name': '', 'network_id': '906b0a82-c757-4c32-a49b-21a69d65b543', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'mac_address': 'fa:16:3e:04:b8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_interface', 'standard_attr_id': 707, 'fixed_ips': [{'subnet_id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:38Z', 'updated_at': '2022-05-28T03:44:42Z', 'revision_number': 5, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'subnets': [{'id': 'da03efca-b11d-4053-9e9f-838140cef9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:49:12.380917 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (475438c5-925d-4308-985d-74788f21f9fc), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:12.410166 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Pushing event deleted for resources: {'Port': ['ID=475438c5-925d-4308-985d-74788f21f9fc,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:12.477823 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-878296'] for router_gateway (708aa96a-e80f-4211-9edb-f7ea4643138d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:12.573933 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router (708aa96a-e80f-4211-9edb-f7ea4643138d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:12.576505 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Publish callbacks [] for router_controller (708aa96a-e80f-4211-9edb-f7ea4643138d), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:12.592685 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6f2a965-4898-4523-818a-7963dc790b6c None None] New status for floating IP 3800873a-109d-4204-911c-c3ed46b03576: DOWN {{(pid=104452) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 28 03:49:12.708373 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580738'] for router (708aa96a-e80f-4211-9edb-f7ea4643138d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:12.709021 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 708aa96a-e80f-4211-9edb-f7ea4643138d {{(pid=104450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 03:49:12.713363 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:12.714530 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1913f5f8-6a93-4133-b999-4e0225e794cc admin admin] 10.222.0.41 "DELETE /v2.0/routers/708aa96a-e80f-4211-9edb-f7ea4643138d HTTP/1.1" status: 204 len: 168 time: 1.2387671 May 28 03:49:12.716940 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42406) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:12.764876 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1ae0d4-0dd3-45db-968f-802f773e2c70 admin admin] Deleting subnet ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:49:12.768100 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9f1ae0d4-0dd3-45db-968f-802f773e2c70 admin admin] Publish callbacks [] for subnet (ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:12.801899 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9f1ae0d4-0dd3-45db-968f-802f773e2c70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171905'] for subnet (ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:12.839069 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:12.875189 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9f1ae0d4-0dd3-45db-968f-802f773e2c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:12.938152 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 37a31ee1-3a28-4cdd-ad44-960e0af74a0e no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:12.958746 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 37a31ee1-3a28-4cdd-ad44-960e0af74a0e {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:12.959091 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 37a31ee1-3a28-4cdd-ad44-960e0af74a0e not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:13.011840 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9f1ae0d4-0dd3-45db-968f-802f773e2c70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5710840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4789235'] for subnet (ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.042272 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1ae0d4-0dd3-45db-968f-802f773e2c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:13.046715 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9f1ae0d4-0dd3-45db-968f-802f773e2c70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.052499 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9f1ae0d4-0dd3-45db-968f-802f773e2c70 admin admin] 10.222.0.41 "DELETE /v2.0/subnets/ce72cd8f-74bc-4f5a-853a-2a5a6cc32b6c HTTP/1.1" status: 204 len: 168 time: 0.3319957 May 28 03:49:13.052712 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42408) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:13.053540 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a4e477-302e-4385-857c-9325b65fd5b2 None None] Network 7a9cf82a-c687-4899-99b5-5eecede5d52b requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:49:13.133654 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (7a9cf82a-c687-4899-99b5-5eecede5d52b), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.146289 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840d5ca-c2ef-4aa0-8f3e-e55498bae879 req-c51a686d-0311-4d42-b32f-49dec2b41716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:49:13.148715 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8840d5ca-c2ef-4aa0-8f3e-e55498bae879 req-c51a686d-0311-4d42-b32f-49dec2b41716 service neutron] 10.222.0.27 "GET /v2.0/subnets?id=da03efca-b11d-4053-9e9f-838140cef9a2 HTTP/1.1" status: 200 len: 848 time: 0.0558472 May 28 03:49:13.188860 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Deleting port 806fab0a-a948-45e8-bb8f-2659614cfb8e {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:13.197027 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.208605 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840d5ca-c2ef-4aa0-8f3e-e55498bae879 req-e384379c-4fbe-40ca-97d1-f10648100477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:49:13.210274 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8840d5ca-c2ef-4aa0-8f3e-e55498bae879 req-e384379c-4fbe-40ca-97d1-f10648100477 service neutron] 10.222.0.27 "GET /v2.0/ports?network_id=906b0a82-c757-4c32-a49b-21a69d65b543&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0507298 May 28 03:49:13.232791 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534cbe1e-13fa-4e91-8183-2812cebef70b None None] DHCP port deletion for 7a9cf82a-c687-4899-99b5-5eecede5d52b request from dv-cinder-843361-3-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 03:49:13.265515 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] For port 806fab0a-a948-45e8-bb8f-2659614cfb8e, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=806fab0a-a948-45e8-bb8f-2659614cfb8e,segment=NetworkSegment(58326c70-9e8e-40fb-b1e5-13af2077a3c3),segment_id=58326c70-9e8e-40fb-b1e5-13af2077a3c3)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:13.266116 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.275986 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-534cbe1e-13fa-4e91-8183-2812cebef70b None None] Deleting port 806fab0a-a948-45e8-bb8f-2659614cfb8e {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:13.276349 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-534cbe1e-13fa-4e91-8183-2812cebef70b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.280165 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Calling delete_port for 806fab0a-a948-45e8-bb8f-2659614cfb8e owned by network:dhcp {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:13.291156 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:13.349685 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-534cbe1e-13fa-4e91-8183-2812cebef70b None None] For port 806fab0a-a948-45e8-bb8f-2659614cfb8e, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=806fab0a-a948-45e8-bb8f-2659614cfb8e,segment=NetworkSegment(58326c70-9e8e-40fb-b1e5-13af2077a3c3),segment_id=58326c70-9e8e-40fb-b1e5-13af2077a3c3)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:13.349685 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-534cbe1e-13fa-4e91-8183-2812cebef70b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.362822 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8840d5ca-c2ef-4aa0-8f3e-e55498bae879 req-1fc3d793-a58a-4229-9147-3ef378c1a222 service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998819 May 28 03:49:13.367325 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-534cbe1e-13fa-4e91-8183-2812cebef70b None None] Calling delete_port for 806fab0a-a948-45e8-bb8f-2659614cfb8e owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:13.420751 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f592bb-0d93-4b8b-84ea-0d6582bc467e req-0e6d5305-540e-4403-9801-0ff2e93034fe tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:49:13.422247 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d3f592bb-0d93-4b8b-84ea-0d6582bc467e req-0e6d5305-540e-4403-9801-0ff2e93034fe tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0500717 May 28 03:49:13.434654 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.442466 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:13.451762 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-534cbe1e-13fa-4e91-8183-2812cebef70b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (806fab0a-a948-45e8-bb8f-2659614cfb8e), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.460439 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Pushing event deleted for resources: {'Port': ['ID=806fab0a-a948-45e8-bb8f-2659614cfb8e,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:13.463852 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] No DVR routers for this DVR port 806fab0a-a948-45e8-bb8f-2659614cfb8e on host dv-cinder-843361-3-iscsi {{(pid=104449) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:49:13.478042 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534cbe1e-13fa-4e91-8183-2812cebef70b None None] Pushing event deleted for resources: {'Port': ['ID=806fab0a-a948-45e8-bb8f-2659614cfb8e,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:13.482073 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-d3f592bb-0d93-4b8b-84ea-0d6582bc467e req-9a3557f1-5fcc-4d7a-af19-e129be63f2ae tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/security-groups?id=0c06a570-062b-4dd2-bdcf-87477503e68a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534735 May 28 03:49:13.495167 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534cbe1e-13fa-4e91-8183-2812cebef70b None None] No DVR routers for this DVR port 806fab0a-a948-45e8-bb8f-2659614cfb8e on host dv-cinder-843361-3-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:49:13.551654 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (7a9cf82a-c687-4899-99b5-5eecede5d52b), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.571906 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9cf82a-c687-4899-99b5-5eecede5d52b']}} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:13.581475 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58326c70-9e8e-40fb-b1e5-13af2077a3c3') {'for_net_delete': True} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:13.581687 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.services.segments.db [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58326c70-9e8e-40fb-b1e5-13af2077a3c3') {} {{(pid=104449) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:13.591679 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4578861'] for segment (58326c70-9e8e-40fb-b1e5-13af2077a3c3), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.605056 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (58326c70-9e8e-40fb-b1e5-13af2077a3c3), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.607916 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1250ee-b255-4245-8029-c404affc349a req-290b39e0-479d-4588-999f-491c9c2c97fd tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104450) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 28 03:49:13.609405 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bd1250ee-b255-4245-8029-c404affc349a req-290b39e0-479d-4588-999f-491c9c2c97fd tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.27 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 945 time: 0.0630741 May 28 03:49:13.612745 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=104449) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:49:13.613154 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4578618'] for segment (58326c70-9e8e-40fb-b1e5-13af2077a3c3), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.616972 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-8840d5ca-c2ef-4aa0-8f3e-e55498bae879 req-bd285e61-916e-449e-92cb-26dc663e267c service neutron] 10.222.0.27 "GET /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460352 May 28 03:49:13.629160 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:13.637709 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 58326c70-9e8e-40fb-b1e5-13af2077a3c3 resource provider aggregate not found May 28 03:49:13.670759 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.services.segments.plugin [-] Segment 58326c70-9e8e-40fb-b1e5-13af2077a3c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 58326c70-9e8e-40fb-b1e5-13af2077a3c3 found for delete ", "request_id": "req-7a28404b-5261-4553-8706-8f746ce520ce"}]} May 28 03:49:13.700967 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-bd1250ee-b255-4245-8029-c404affc349a req-a17a4d77-f620-4d47-b432-b8b33a531243 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Deleting port 791555af-21e2-4f77-8de6-77284ba93aae {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:13.701265 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-bd1250ee-b255-4245-8029-c404affc349a req-a17a4d77-f620-4d47-b432-b8b33a531243 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (791555af-21e2-4f77-8de6-77284ba93aae), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.748886 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (7a9cf82a-c687-4899-99b5-5eecede5d52b), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.756044 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:13.758563 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] 10.222.0.41 "DELETE /v2.0/networks/7a9cf82a-c687-4899-99b5-5eecede5d52b HTTP/1.1" status: 204 len: 168 time: 0.7046988 May 28 03:49:13.770984 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b5b891-cd2d-4eb8-ba0e-d2a949a8d197 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9cf82a-c687-4899-99b5-5eecede5d52b,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:14.058621 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [req-bd1250ee-b255-4245-8029-c404affc349a req-a17a4d77-f620-4d47-b432-b8b33a531243 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] For port 791555af-21e2-4f77-8de6-77284ba93aae, host hv-cinder-84336, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84336',level=0,port_id=791555af-21e2-4f77-8de6-77284ba93aae,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:14.059071 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-bd1250ee-b255-4245-8029-c404affc349a req-a17a4d77-f620-4d47-b432-b8b33a531243 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (791555af-21e2-4f77-8de6-77284ba93aae), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:14.072348 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [req-bd1250ee-b255-4245-8029-c404affc349a req-a17a4d77-f620-4d47-b432-b8b33a531243 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Calling delete_port for 791555af-21e2-4f77-8de6-77284ba93aae owned by compute:nova {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:14.237144 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42418) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:14.250270 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:14.278115 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-3b64cdfe-71c5-41da-a0d0-4982ac18b038 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=c0fe831f6e954e05b7d448f1d4f43754&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405011 May 28 03:49:14.280497 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42420) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:14.306781 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-bd1250ee-b255-4245-8029-c404affc349a req-a17a4d77-f620-4d47-b432-b8b33a531243 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (791555af-21e2-4f77-8de6-77284ba93aae), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:14.340969 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a4d77-f620-4d47-b432-b8b33a531243 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event deleted for resources: {'Port': ['ID=791555af-21e2-4f77-8de6-77284ba93aae,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:14.397528 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbffa-eed9-4899-ae91-137eabd819c5 admin admin] Publish callbacks [] for security_group (84437209-f9ee-418b-96b4-db418f894c6e), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:14.400442 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1250ee-b255-4245-8029-c404affc349a req-a17a4d77-f620-4d47-b432-b8b33a531243 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] No DVR routers for this DVR port 791555af-21e2-4f77-8de6-77284ba93aae on host hv-cinder-84336 {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:49:14.404129 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [req-bd1250ee-b255-4245-8029-c404affc349a req-a17a4d77-f620-4d47-b432-b8b33a531243 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-74133'] for port (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:14.407369 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-bd1250ee-b255-4245-8029-c404affc349a req-a17a4d77-f620-4d47-b432-b8b33a531243 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.27 "DELETE /v2.0/ports/791555af-21e2-4f77-8de6-77284ba93aae HTTP/1.1" status: 204 len: 173 time: 0.7929857 May 28 03:49:14.407792 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'name': 'network-vif-deleted', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae'}] {{(pid=104450) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 28 03:49:14.410078 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.41/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6fe1cec1a81c18856b883586f1c77014f48238a1b36829ee5e038882d72781ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8f040e0-6675-424c-9e8d-998823852d10" -d '{"events": [{"server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "name": "network-vif-deleted", "tag": "791555af-21e2-4f77-8de6-77284ba93aae"}]}' {{(pid=104450) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 28 03:49:14.436558 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbffa-eed9-4899-ae91-137eabd819c5 admin admin] Publish callbacks [] for security_group (84437209-f9ee-418b-96b4-db418f894c6e), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:14.448319 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sat, 28 May 2022 03:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4887e2-d8b9-408b-9dad-eb7301263f4a x-openstack-request-id: req-cc4887e2-d8b9-408b-9dad-eb7301263f4a {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 28 03:49:14.448608 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b37b6f57-630a-4342-bd89-6ccba324b98f", "name": "network-vif-deleted", "tag": "791555af-21e2-4f77-8de6-77284ba93aae", "status": "completed", "code": 200}]} {{(pid=104450) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 28 03:49:14.448861 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.41/compute/v2.1/os-server-external-events used request id req-cc4887e2-d8b9-408b-9dad-eb7301263f4a {{(pid=104450) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 28 03:49:14.449289 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc4887e2-d8b9-408b-9dad-eb7301263f4a'] response: {'server_uuid': 'b37b6f57-630a-4342-bd89-6ccba324b98f', 'name': 'network-vif-deleted', 'tag': '791555af-21e2-4f77-8de6-77284ba93aae', 'status': 'completed', 'code': 200} May 28 03:49:14.471108 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:14.544871 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 475438c5-925d-4308-985d-74788f21f9fc no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:14.568758 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 475438c5-925d-4308-985d-74788f21f9fc {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:14.569125 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 475438c5-925d-4308-985d-74788f21f9fc not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:14.569549 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 806fab0a-a948-45e8-bb8f-2659614cfb8e no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:14.581564 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbffa-eed9-4899-ae91-137eabd819c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (84437209-f9ee-418b-96b4-db418f894c6e), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:14.584089 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbffa-eed9-4899-ae91-137eabd819c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:14.585287 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-3e4fbffa-eed9-4899-ae91-137eabd819c5 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/84437209-f9ee-418b-96b4-db418f894c6e HTTP/1.1" status: 204 len: 168 time: 0.3038549 May 28 03:49:14.587065 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [req-68242c6f-511c-4f6c-9696-554607f4456c req-e0867e3e-bfb7-4216-aecb-b205762844ce tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 210 time: 0.0358403 May 28 03:49:14.589733 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 806fab0a-a948-45e8-bb8f-2659614cfb8e {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:14.590922 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 806fab0a-a948-45e8-bb8f-2659614cfb8e not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:14.596294 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fbffa-eed9-4899-ae91-137eabd819c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84437209-f9ee-418b-96b4-db418f894c6e,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:15.353344 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42430) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:15.394529 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-ac63e6cc-b799-4763-ac29-58820215f612 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=dbf723c339db4b60abd1318b96b6b1fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399771 May 28 03:49:15.396899 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42432) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:15.451734 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5e51-cd80-4a70-b79a-d2d6edc67631 admin admin] Publish callbacks [] for security_group (04faa9b5-9f2e-4488-b7fc-8c3261802a02), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:15.472655 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5e51-cd80-4a70-b79a-d2d6edc67631 admin admin] Publish callbacks [] for security_group (04faa9b5-9f2e-4488-b7fc-8c3261802a02), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:15.571518 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5e51-cd80-4a70-b79a-d2d6edc67631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (04faa9b5-9f2e-4488-b7fc-8c3261802a02), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:15.574164 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-6f1c5e51-cd80-4a70-b79a-d2d6edc67631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:15.575346 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-6f1c5e51-cd80-4a70-b79a-d2d6edc67631 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/04faa9b5-9f2e-4488-b7fc-8c3261802a02 HTTP/1.1" status: 204 len: 168 time: 0.1775386 May 28 03:49:15.583074 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c5e51-cd80-4a70-b79a-d2d6edc67631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04faa9b5-9f2e-4488-b7fc-8c3261802a02,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:15.702512 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [req-f04d8082-d4b7-43f8-b146-85379d5fd0a8 req-9fe9c714-42d8-4c5b-8672-00e82c73ba80 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "GET /v2.0/ports?device_id=b37b6f57-630a-4342-bd89-6ccba324b98f HTTP/1.1" status: 200 len: 210 time: 0.0300760 May 28 03:49:16.279072 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 791555af-21e2-4f77-8de6-77284ba93aae no longer exists at agent hyperv_hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:16.300463 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] No Port match for: 791555af-21e2-4f77-8de6-77284ba93aae {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:16.300803 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Device 791555af-21e2-4f77-8de6-77284ba93aae not bound to the agent host hv-cinder-84336 {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:16.761986 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42440) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:16.816962 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a7960cec-3df9-419d-85dc-6b0d80e7a808 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group (0c06a570-062b-4dd2-bdcf-87477503e68a), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:16.841553 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a7960cec-3df9-419d-85dc-6b0d80e7a808 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group (0c06a570-062b-4dd2-bdcf-87477503e68a), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:16.954374 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a7960cec-3df9-419d-85dc-6b0d80e7a808 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (0c06a570-062b-4dd2-bdcf-87477503e68a), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:16.956916 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-a7960cec-3df9-419d-85dc-6b0d80e7a808 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:16.958080 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-a7960cec-3df9-419d-85dc-6b0d80e7a808 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] 10.222.0.41 "DELETE /v2.0/security-groups/0c06a570-062b-4dd2-bdcf-87477503e68a HTTP/1.1" status: 204 len: 168 time: 0.1967065 May 28 03:49:16.967914 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7960cec-3df9-419d-85dc-6b0d80e7a808 tempest-TestShelveInstance-2046420353 tempest-TestShelveInstance-2046420353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c06a570-062b-4dd2-bdcf-87477503e68a,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:17.088428 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42444) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:17.386089 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e793f297-95a5-47c3-8de7-d9239299cf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-877798'] for router_interface (427cde9f-9742-40e7-b5f4-0d4323287594), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:17.435258 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:17.529317 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:17.599297 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-e793f297-95a5-47c3-8de7-d9239299cf18 admin admin] Deleting port 31d07279-1043-4c1e-8e7e-ec5ee945574f {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:17.599629 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e793f297-95a5-47c3-8de7-d9239299cf18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:17.675261 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-e793f297-95a5-47c3-8de7-d9239299cf18 admin admin] For port 31d07279-1043-4c1e-8e7e-ec5ee945574f, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=31d07279-1043-4c1e-8e7e-ec5ee945574f,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:17.675532 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e793f297-95a5-47c3-8de7-d9239299cf18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:17.688597 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-e793f297-95a5-47c3-8de7-d9239299cf18 admin admin] Calling delete_port for 31d07279-1043-4c1e-8e7e-ec5ee945574f owned by network:router_interface {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:17.937171 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e793f297-95a5-47c3-8de7-d9239299cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (31d07279-1043-4c1e-8e7e-ec5ee945574f), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:17.962536 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e793f297-95a5-47c3-8de7-d9239299cf18 admin admin] Pushing event deleted for resources: {'Port': ['ID=31d07279-1043-4c1e-8e7e-ec5ee945574f,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:18.125785 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-e793f297-95a5-47c3-8de7-d9239299cf18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-877690'] for router_interface (427cde9f-9742-40e7-b5f4-0d4323287594), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:18.321097 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:18.322986 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e793f297-95a5-47c3-8de7-d9239299cf18 admin admin] Router 427cde9f-9742-40e7-b5f4-0d4323287594 has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104449) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:49:18.380811 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:18.422023 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e793f297-95a5-47c3-8de7-d9239299cf18 admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104449) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:49:18.426969 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-e793f297-95a5-47c3-8de7-d9239299cf18 admin admin] 10.222.0.41 "PUT /v2.0/routers/427cde9f-9742-40e7-b5f4-0d4323287594/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3373766 May 28 03:49:18.429442 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42446) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:18.432119 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d78ed9-b0ab-4b17-91c1-59bfba84607d None None] Sync routers for ids ['427cde9f-9742-40e7-b5f4-0d4323287594'] in dv-cinder-843361-3-iscsi {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:49:18.444482 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d78ed9-b0ab-4b17-91c1-59bfba84607d None None] Routers {'427cde9f-9742-40e7-b5f4-0d4323287594'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:49:18.448020 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-b4d78ed9-b0ab-4b17-91c1-59bfba84607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:48:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['427cde9f-9742-40e7-b5f4-0d4323287594'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:18.526044 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Publish callbacks [] for router (427cde9f-9742-40e7-b5f4-0d4323287594), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:18.557303 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-b4d78ed9-b0ab-4b17-91c1-59bfba84607d None None] Set router 427cde9f-9742-40e7-b5f4-0d4323287594 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:49:18.616424 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:18.623363 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Publish callbacks [] for router_gateway (427cde9f-9742-40e7-b5f4-0d4323287594), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:18.721780 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-b4d78ed9-b0ab-4b17-91c1-59bfba84607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:49:17Z', 'revision_number': 5, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:18.755338 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d78ed9-b0ab-4b17-91c1-59bfba84607d None None] Checking router: 427cde9f-9742-40e7-b5f4-0d4323287594 for host: dv-cinder-843361-3-iscsi {{(pid=104451) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:49:18.765642 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d78ed9-b0ab-4b17-91c1-59bfba84607d None None] Routers {'427cde9f-9742-40e7-b5f4-0d4323287594'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104451) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:49:18.766240 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-b4d78ed9-b0ab-4b17-91c1-59bfba84607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:48:52Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['427cde9f-9742-40e7-b5f4-0d4323287594'], 'active': True} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:18.858082 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Deleting port 4586eae6-4880-45ab-8d71-2d9b8abf3974 {{(pid=104449) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:18.858415 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:18.940617 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.db [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] For port 4586eae6-4880-45ab-8d71-2d9b8abf3974, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=4586eae6-4880-45ab-8d71-2d9b8abf3974,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104449) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:18.941378 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:18.953784 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.plugins.ml2.plugin [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Calling delete_port for 4586eae6-4880-45ab-8d71-2d9b8abf3974 owned by network:router_gateway {{(pid=104449) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:18.985672 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvr_db [None req-b4d78ed9-b0ab-4b17-91c1-59bfba84607d None None] Set router 427cde9f-9742-40e7-b5f4-0d4323287594 gateway port host: dv-cinder-843361-3-iscsi {{(pid=104451) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:49:19.035696 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:19.149503 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_hamode_db [None req-b4d78ed9-b0ab-4b17-91c1-59bfba84607d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:49:17Z', 'revision_number': 5, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104451) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:19.174141 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d78ed9-b0ab-4b17-91c1-59bfba84607d None None] The sync data for ids ['427cde9f-9742-40e7-b5f4-0d4323287594'] in dv-cinder-843361-3-iscsi is: [{'id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'name': 'tempest-TestShelveInstance-1568562838-router', 'tenant_id': 'd1d9f51a3cc44062af827a498842ee80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243'}], 'enable_snat': True}, 'gw_port_id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:35Z', 'updated_at': '2022-05-28T03:49:17Z', 'revision_number': 5, 'project_id': 'd1d9f51a3cc44062af827a498842ee80', 'gw_port': {'id': '4586eae6-4880-45ab-8d71-2d9b8abf3974', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '427cde9f-9742-40e7-b5f4-0d4323287594', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:36Z', 'updated_at': '2022-05-28T03:44:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}] {{(pid=104451) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:49:19.205556 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4578665'] for port (4586eae6-4880-45ab-8d71-2d9b8abf3974), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:19.229536 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Pushing event deleted for resources: {'Port': ['ID=4586eae6-4880-45ab-8d71-2d9b8abf3974,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:19.294391 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-878296'] for router_gateway (427cde9f-9742-40e7-b5f4-0d4323287594), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:19.382771 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-bc291571-e84c-4f67-b001-564de6f3b5ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:19.628043 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router (427cde9f-9742-40e7-b5f4-0d4323287594), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:19.630332 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Publish callbacks [] for router_controller (427cde9f-9742-40e7-b5f4-0d4323287594), precommit_delete_associations {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:19.771140 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580738'] for router (427cde9f-9742-40e7-b5f4-0d4323287594), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:19.771706 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 427cde9f-9742-40e7-b5f4-0d4323287594 {{(pid=104449) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 03:49:19.776434 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] Publish callbacks [] for router (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:19.777596 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-767af92a-edb8-43f6-93e0-104ed60164fd admin admin] 10.222.0.41 "DELETE /v2.0/routers/427cde9f-9742-40e7-b5f4-0d4323287594 HTTP/1.1" status: 204 len: 168 time: 1.3472669 May 28 03:49:19.780786 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42448) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:19.817248 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:19.827501 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b5f727a-3c1f-42b0-804e-28fc1f13dfee admin admin] Deleting subnet da03efca-b11d-4053-9e9f-838140cef9a2 {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:49:19.831102 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b5f727a-3c1f-42b0-804e-28fc1f13dfee admin admin] Publish callbacks [] for subnet (da03efca-b11d-4053-9e9f-838140cef9a2), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:19.870329 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b5f727a-3c1f-42b0-804e-28fc1f13dfee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171905'] for subnet (da03efca-b11d-4053-9e9f-838140cef9a2), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:19.945962 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b5f727a-3c1f-42b0-804e-28fc1f13dfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (da03efca-b11d-4053-9e9f-838140cef9a2), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.102764 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b5f727a-3c1f-42b0-804e-28fc1f13dfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5710840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4789235'] for subnet (da03efca-b11d-4053-9e9f-838140cef9a2), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.132271 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f727a-3c1f-42b0-804e-28fc1f13dfee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da03efca-b11d-4053-9e9f-838140cef9a2,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:20.136142 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-0b5f727a-3c1f-42b0-804e-28fc1f13dfee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.140118 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-0b5f727a-3c1f-42b0-804e-28fc1f13dfee admin admin] 10.222.0.41 "DELETE /v2.0/subnets/da03efca-b11d-4053-9e9f-838140cef9a2 HTTP/1.1" status: 204 len: 168 time: 0.3578837 May 28 03:49:20.142431 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42450) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:20.144944 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91912e29-ae88-46ab-b5f2-735210246399 None None] Network 906b0a82-c757-4c32-a49b-21a69d65b543 requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:49:20.216080 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (906b0a82-c757-4c32-a49b-21a69d65b543), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.258707 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Deleting port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:20.259043 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.290672 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed50fc6-5f5a-485e-9bca-45cc6d8c0711 None None] DHCP port deletion for 906b0a82-c757-4c32-a49b-21a69d65b543 request from dv-cinder-843361-3-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 03:49:20.330258 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-3ed50fc6-5f5a-485e-9bca-45cc6d8c0711 None None] Deleting port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:20.330624 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3ed50fc6-5f5a-485e-9bca-45cc6d8c0711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.331004 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] For port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=4ec7a9ca-7d10-4042-9cdd-72292a0595d9,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:20.331362 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.343979 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Calling delete_port for 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 owned by network:dhcp {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:20.402270 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-3ed50fc6-5f5a-485e-9bca-45cc6d8c0711 None None] For port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=4ec7a9ca-7d10-4042-9cdd-72292a0595d9,segment=NetworkSegment(0e1493c7-b4e4-4579-8836-2614138a51ef),segment_id=0e1493c7-b4e4-4579-8836-2614138a51ef)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:20.402710 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3ed50fc6-5f5a-485e-9bca-45cc6d8c0711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.415391 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-3ed50fc6-5f5a-485e-9bca-45cc6d8c0711 None None] Calling delete_port for 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:20.508891 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.515887 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3ed50fc6-5f5a-485e-9bca-45cc6d8c0711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (4ec7a9ca-7d10-4042-9cdd-72292a0595d9), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.534112 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ec7a9ca-7d10-4042-9cdd-72292a0595d9,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:20.538002 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] No DVR routers for this DVR port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 on host dv-cinder-843361-3-iscsi {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:49:20.564050 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:20.569378 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed50fc6-5f5a-485e-9bca-45cc6d8c0711 None None] Pushing event deleted for resources: {'Port': ['ID=4ec7a9ca-7d10-4042-9cdd-72292a0595d9,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:20.570371 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed50fc6-5f5a-485e-9bca-45cc6d8c0711 None None] No DVR routers for this DVR port 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 on host dv-cinder-843361-3-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:49:20.588467 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:20.588976 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 4ec7a9ca-7d10-4042-9cdd-72292a0595d9 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:20.589245 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 4586eae6-4880-45ab-8d71-2d9b8abf3974 no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:20.611103 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 4586eae6-4880-45ab-8d71-2d9b8abf3974 {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:20.611465 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 4586eae6-4880-45ab-8d71-2d9b8abf3974 not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:20.612104 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 31d07279-1043-4c1e-8e7e-ec5ee945574f no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:20.620421 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (906b0a82-c757-4c32-a49b-21a69d65b543), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.645355 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 31d07279-1043-4c1e-8e7e-ec5ee945574f {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:20.645355 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 31d07279-1043-4c1e-8e7e-ec5ee945574f not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:20.646032 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906b0a82-c757-4c32-a49b-21a69d65b543']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:20.650834 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e1493c7-b4e4-4579-8836-2614138a51ef') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:20.651132 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e1493c7-b4e4-4579-8836-2614138a51ef') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:20.661269 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171960'] for segment (0e1493c7-b4e4-4579-8836-2614138a51ef), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.675032 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (0e1493c7-b4e4-4579-8836-2614138a51ef), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.681126 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:49:20.681529 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5709914'] for segment (0e1493c7-b4e4-4579-8836-2614138a51ef), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.788467 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (906b0a82-c757-4c32-a49b-21a69d65b543), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.803966 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:20.807119 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] 10.222.0.41 "DELETE /v2.0/networks/906b0a82-c757-4c32-a49b-21a69d65b543 HTTP/1.1" status: 204 len: 168 time: 0.6637807 May 28 03:49:20.808504 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72d5c1-435b-43e2-85dc-b8fa9d0b2b41 admin admin] Pushing event deleted for resources: {'Network': ['ID=906b0a82-c757-4c32-a49b-21a69d65b543,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:20.810184 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42456) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:20.866803 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:20.867438 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:20.897360 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 0e1493c7-b4e4-4579-8836-2614138a51ef resource provider aggregate not found May 28 03:49:20.921171 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 0e1493c7-b4e4-4579-8836-2614138a51ef resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e1493c7-b4e4-4579-8836-2614138a51ef found for delete ", "request_id": "req-08e5507d-4510-432f-9716-b6c283cf3502"}]} May 28 03:49:21.128335 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06e975c8-acd4-4c87-a182-43b75f593e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-877798'] for router_interface (b7616f06-1c15-463f-a557-2feaf8dac69d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:21.346962 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-06e975c8-acd4-4c87-a182-43b75f593e6a admin admin] Deleting port 0a4c50a4-681b-474d-ad2f-3663fa3139bf {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:21.347299 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06e975c8-acd4-4c87-a182-43b75f593e6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:21.432643 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-06e975c8-acd4-4c87-a182-43b75f593e6a admin admin] For port 0a4c50a4-681b-474d-ad2f-3663fa3139bf, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=0a4c50a4-681b-474d-ad2f-3663fa3139bf,segment=NetworkSegment(137b8469-e705-4045-be95-f9c7899fed7b),segment_id=137b8469-e705-4045-be95-f9c7899fed7b)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:21.433011 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06e975c8-acd4-4c87-a182-43b75f593e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:21.445988 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-06e975c8-acd4-4c87-a182-43b75f593e6a admin admin] Calling delete_port for 0a4c50a4-681b-474d-ad2f-3663fa3139bf owned by network:router_interface {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:21.447606 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=100 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:21.715051 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06e975c8-acd4-4c87-a182-43b75f593e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (0a4c50a4-681b-474d-ad2f-3663fa3139bf), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:21.738391 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e975c8-acd4-4c87-a182-43b75f593e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=0a4c50a4-681b-474d-ad2f-3663fa3139bf,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:21.743358 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-7c83c9de-06e3-4aa8-a138-b104af088b13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:21.902730 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-06e975c8-acd4-4c87-a182-43b75f593e6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-628614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-877690'] for router_interface (b7616f06-1c15-463f-a557-2feaf8dac69d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:22.111191 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:22.115276 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e975c8-acd4-4c87-a182-43b75f593e6a admin admin] Router b7616f06-1c15-463f-a557-2feaf8dac69d has already been hosted by L3 agent 7e5a9f5d-de73-47ae-abc6-155938bfd1f7 {{(pid=104450) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 28 03:49:22.215832 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e975c8-acd4-4c87-a182-43b75f593e6a admin admin] Notify agent at l3_agent.dv-cinder-843361-3-iscsi the message routers_updated {{(pid=104450) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 28 03:49:22.220936 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-06e975c8-acd4-4c87-a182-43b75f593e6a admin admin] 10.222.0.41 "PUT /v2.0/routers/b7616f06-1c15-463f-a557-2feaf8dac69d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4097428 May 28 03:49:22.223496 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42460) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:22.226176 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9874cd-4af7-4c29-b0a4-a5cfe545f345 None None] Sync routers for ids ['b7616f06-1c15-463f-a557-2feaf8dac69d'] in dv-cinder-843361-3-iscsi {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 28 03:49:22.236779 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9874cd-4af7-4c29-b0a4-a5cfe545f345 None None] Routers {'b7616f06-1c15-463f-a557-2feaf8dac69d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:49:22.237604 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ff9874cd-4af7-4c29-b0a4-a5cfe545f345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:49:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['b7616f06-1c15-463f-a557-2feaf8dac69d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:22.264487 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:22.321703 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Publish callbacks [] for router (b7616f06-1c15-463f-a557-2feaf8dac69d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:22.340545 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-ff9874cd-4af7-4c29-b0a4-a5cfe545f345 None None] Set router b7616f06-1c15-463f-a557-2feaf8dac69d gateway port host: dv-cinder-843361-3-iscsi {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:49:22.425054 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Publish callbacks [] for router_gateway (b7616f06-1c15-463f-a557-2feaf8dac69d), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:22.504077 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ff9874cd-4af7-4c29-b0a4-a5cfe545f345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'name': 'tempest-TestShelveInstance-1972618016-router', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'external_fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235'}], 'enable_snat': True}, 'gw_port_id': '937eae2c-d554-417b-863a-741ff529024c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:42Z', 'updated_at': '2022-05-28T03:49:21Z', 'revision_number': 5, 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'gw_port': {'id': '937eae2c-d554-417b-863a-741ff529024c', 'name': '', 'network_id': 'bd0e0d2f-edac-4c16-8f78-e1a5fc640019', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:6a:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'ip_address': '172.27.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-843361-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-28T03:44:43Z', 'updated_at': '2022-05-28T03:44:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '53ed9213-750f-4faa-9026-ffe8b7c2aa92', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-843361-3-iscsi'}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:22.533261 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9874cd-4af7-4c29-b0a4-a5cfe545f345 None None] Checking router: b7616f06-1c15-463f-a557-2feaf8dac69d for host: dv-cinder-843361-3-iscsi {{(pid=104452) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 28 03:49:22.542172 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9874cd-4af7-4c29-b0a4-a5cfe545f345 None None] Routers {'b7616f06-1c15-463f-a557-2feaf8dac69d'} bound to L3 agent in host dv-cinder-843361-3-iscsi {{(pid=104452) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 28 03:49:22.542795 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ff9874cd-4af7-4c29-b0a4-a5cfe545f345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-843361-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-28T03:26:52Z,description=,heartbeat_timestamp=2022-05-28T03:49:22Z,host='dv-cinder-843361-3-iscsi',id=7e5a9f5d-de73-47ae-abc6-155938bfd1f7,load=0,resource_versions=,resources_synced=,started_at=2022-05-28T03:26:52Z,topic='l3_agent')) {'router_ids': ['b7616f06-1c15-463f-a557-2feaf8dac69d'], 'active': True} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:22.542959 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Deleting port 937eae2c-d554-417b-863a-741ff529024c {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:22.543165 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (937eae2c-d554-417b-863a-741ff529024c), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:22.621186 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] For port 937eae2c-d554-417b-863a-741ff529024c, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=937eae2c-d554-417b-863a-741ff529024c,segment=NetworkSegment(620e6ff6-994b-4ab7-9162-c2460b81c717),segment_id=620e6ff6-994b-4ab7-9162-c2460b81c717)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:22.621460 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (937eae2c-d554-417b-863a-741ff529024c), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:22.622737 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_dvr_db [None req-ff9874cd-4af7-4c29-b0a4-a5cfe545f345 None None] Set router b7616f06-1c15-463f-a557-2feaf8dac69d gateway port host: None {{(pid=104452) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 28 03:49:22.635428 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Calling delete_port for 937eae2c-d554-417b-863a-741ff529024c owned by network:router_gateway {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:22.673165 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.l3_hamode_db [None req-ff9874cd-4af7-4c29-b0a4-a5cfe545f345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'name': 'tempest-TestShelveInstance-1972618016-router', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:42Z', 'updated_at': '2022-05-28T03:49:22Z', 'revision_number': 6, 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'gw_port_host': None}], 'dv-cinder-843361-3-iscsi', False) {} {{(pid=104452) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:22.696707 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9874cd-4af7-4c29-b0a4-a5cfe545f345 None None] The sync data for ids ['b7616f06-1c15-463f-a557-2feaf8dac69d'] in dv-cinder-843361-3-iscsi is: [{'id': 'b7616f06-1c15-463f-a557-2feaf8dac69d', 'name': 'tempest-TestShelveInstance-1972618016-router', 'tenant_id': 'fad1092444f04842bf6eee17a36bf043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-28T03:44:42Z', 'updated_at': '2022-05-28T03:49:22Z', 'revision_number': 6, 'project_id': 'fad1092444f04842bf6eee17a36bf043', 'gw_port_host': None}] {{(pid=104452) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 28 03:49:22.874134 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (937eae2c-d554-417b-863a-741ff529024c), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:22.896809 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:22.903049 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Pushing event deleted for resources: {'Port': ['ID=937eae2c-d554-417b-863a-741ff529024c,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:22.966998 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-878296'] for router_gateway (b7616f06-1c15-463f-a557-2feaf8dac69d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.052537 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-580745', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5166'] for router (b7616f06-1c15-463f-a557-2feaf8dac69d), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.054760 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Publish callbacks [] for router_controller (b7616f06-1c15-463f-a557-2feaf8dac69d), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.148192 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-580738'] for router (b7616f06-1c15-463f-a557-2feaf8dac69d), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.148798 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7616f06-1c15-463f-a557-2feaf8dac69d {{(pid=104450) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 28 03:49:23.152924 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.154098 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-c358c95b-ad6b-4720-afb5-eef97a48c20e admin admin] 10.222.0.41 "DELETE /v2.0/routers/b7616f06-1c15-463f-a557-2feaf8dac69d HTTP/1.1" status: 204 len: 168 time: 0.9297163 May 28 03:49:23.156653 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42462) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:23.197968 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:23.205676 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.db_base_plugin_v2 [None req-36ccfdd2-6905-4667-830e-c15ce715ff5e admin admin] Deleting subnet 6ef3df6b-2b2f-430d-bb8e-316a0e1c8148 {{(pid=104450) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 28 03:49:23.208735 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-36ccfdd2-6905-4667-830e-c15ce715ff5e admin admin] Publish callbacks [] for subnet (6ef3df6b-2b2f-430d-bb8e-316a0e1c8148), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.255468 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-36ccfdd2-6905-4667-830e-c15ce715ff5e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5171905'] for subnet (6ef3df6b-2b2f-430d-bb8e-316a0e1c8148), precommit_delete_associations {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.330131 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-36ccfdd2-6905-4667-830e-c15ce715ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1612435'] for subnet (6ef3df6b-2b2f-430d-bb8e-316a0e1c8148), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.370289 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:23.434484 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-36ccfdd2-6905-4667-830e-c15ce715ff5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1612426', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-596304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5710840', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4789235'] for subnet (6ef3df6b-2b2f-430d-bb8e-316a0e1c8148), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.465825 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccfdd2-6905-4667-830e-c15ce715ff5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ef3df6b-2b2f-430d-bb8e-316a0e1c8148,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:23.469703 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-36ccfdd2-6905-4667-830e-c15ce715ff5e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.473736 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-36ccfdd2-6905-4667-830e-c15ce715ff5e admin admin] 10.222.0.41 "DELETE /v2.0/subnets/6ef3df6b-2b2f-430d-bb8e-316a0e1c8148 HTTP/1.1" status: 204 len: 168 time: 0.3149512 May 28 03:49:23.475212 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42464) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:23.477723 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c5b709-1068-4d28-b788-9a841f1a393e None None] Network 65a44334-df4a-4c81-94ca-8316fb4ef4ed requested from dv-cinder-843361-3-iscsi {{(pid=104451) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 28 03:49:23.547020 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1899540'] for network (65a44334-df4a-4c81-94ca-8316fb4ef4ed), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.592306 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Deleting port 50ecb18b-b6bb-4365-9844-24361be5b18a {{(pid=104450) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:23.593712 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.627964 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a7aee9-90bb-43ae-a198-4f3bcf0140bd None None] DHCP port deletion for 65a44334-df4a-4c81-94ca-8316fb4ef4ed request from dv-cinder-843361-3-iscsi {{(pid=104451) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 28 03:49:23.656850 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:23.664947 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.db [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] For port 50ecb18b-b6bb-4365-9844-24361be5b18a, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=50ecb18b-b6bb-4365-9844-24361be5b18a,segment=NetworkSegment(137b8469-e705-4045-be95-f9c7899fed7b),segment_id=137b8469-e705-4045-be95-f9c7899fed7b)] {{(pid=104450) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:23.665338 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.677128 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7aee9-90bb-43ae-a198-4f3bcf0140bd None None] Deleting port 50ecb18b-b6bb-4365-9844-24361be5b18a {{(pid=104451) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 28 03:49:23.677128 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a3a7aee9-90bb-43ae-a198-4f3bcf0140bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730616505573'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), before_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.679930 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.plugin [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Calling delete_port for 50ecb18b-b6bb-4365-9844-24361be5b18a owned by network:dhcp {{(pid=104450) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:23.746432 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.db [None req-a3a7aee9-90bb-43ae-a198-4f3bcf0140bd None None] For port 50ecb18b-b6bb-4365-9844-24361be5b18a, host dv-cinder-843361-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-843361-3-iscsi',level=0,port_id=50ecb18b-b6bb-4365-9844-24361be5b18a,segment=NetworkSegment(137b8469-e705-4045-be95-f9c7899fed7b),segment_id=137b8469-e705-4045-be95-f9c7899fed7b)] {{(pid=104451) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 28 03:49:23.746945 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a3a7aee9-90bb-43ae-a198-4f3bcf0140bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-884062'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), precommit_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.761054 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-a3a7aee9-90bb-43ae-a198-4f3bcf0140bd None None] Calling delete_port for 50ecb18b-b6bb-4365-9844-24361be5b18a owned by network:dhcp {{(pid=104451) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 28 03:49:23.849462 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5709833'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.855171 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-a3a7aee9-90bb-43ae-a198-4f3bcf0140bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1653361', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-162807', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730616510675', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730616202554'] for port (50ecb18b-b6bb-4365-9844-24361be5b18a), after_delete {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.867321 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:23.879841 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] No DVR routers for this DVR port 50ecb18b-b6bb-4365-9844-24361be5b18a on host dv-cinder-843361-3-iscsi {{(pid=104450) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:49:23.880896 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a7aee9-90bb-43ae-a198-4f3bcf0140bd None None] Pushing event deleted for resources: {'Port': ['ID=50ecb18b-b6bb-4365-9844-24361be5b18a,revision_number=None']} {{(pid=104451) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:23.884755 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a7aee9-90bb-43ae-a198-4f3bcf0140bd None None] No DVR routers for this DVR port 50ecb18b-b6bb-4365-9844-24361be5b18a on host dv-cinder-843361-3-iscsi {{(pid=104451) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 28 03:49:23.885179 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=50ecb18b-b6bb-4365-9844-24361be5b18a,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:23.960854 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1605926', 'neutron.services.segments.db._delete_segments_for_network-8730616678256'] for network (65a44334-df4a-4c81-94ca-8316fb4ef4ed), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:23.980833 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a44334-df4a-4c81-94ca-8316fb4ef4ed']}} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:23.990951 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137b8469-e705-4045-be95-f9c7899fed7b') {'for_net_delete': True} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:23.991240 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.services.segments.db [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137b8469-e705-4045-be95-f9c7899fed7b') {} {{(pid=104450) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 28 03:49:24.001143 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730616680825', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5171960'] for segment (137b8469-e705-4045-be95-f9c7899fed7b), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:24.014499 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740'] for segment (137b8469-e705-4045-be95-f9c7899fed7b), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:24.020658 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=104450) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 28 03:49:24.021091 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1611740', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5709914'] for segment (137b8469-e705-4045-be95-f9c7899fed7b), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:24.048920 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 137b8469-e705-4045-be95-f9c7899fed7b resource provider aggregate not found May 28 03:49:24.078497 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.services.segments.plugin [-] Segment 137b8469-e705-4045-be95-f9c7899fed7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 137b8469-e705-4045-be95-f9c7899fed7b found for delete ", "request_id": "req-540c3175-beca-4cf9-8154-fc75f3caa99f"}]} May 28 03:49:24.154789 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1605917', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-628637', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-878324'] for network (65a44334-df4a-4c81-94ca-8316fb4ef4ed), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:24.161959 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-628643'] for network (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:24.163128 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] 10.222.0.41 "DELETE /v2.0/networks/65a44334-df4a-4c81-94ca-8316fb4ef4ed HTTP/1.1" status: 204 len: 168 time: 0.6870060 May 28 03:49:24.174749 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc090a1-397b-488a-a765-688ebe5bd2f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a44334-df4a-4c81-94ca-8316fb4ef4ed,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:24.243257 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:24.525647 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42472) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:24.546227 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 937eae2c-d554-417b-863a-741ff529024c no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:24.564896 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 937eae2c-d554-417b-863a-741ff529024c {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:24.565275 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 937eae2c-d554-417b-863a-741ff529024c not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:24.565684 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 0a4c50a4-681b-474d-ad2f-3663fa3139bf no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:24.566296 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-bbaed972-bddb-48e4-aa71-ba76439c6586 admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=d1d9f51a3cc44062af827a498842ee80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0394630 May 28 03:49:24.568710 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [-] (104450) accepted ('10.222.0.41', 42474) {{(pid=104450) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:24.583723 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 0a4c50a4-681b-474d-ad2f-3663fa3139bf {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:24.584065 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 0a4c50a4-681b-474d-ad2f-3663fa3139bf not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:24.584471 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 50ecb18b-b6bb-4365-9844-24361be5b18a no longer exists at agent ovs-agent-dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 28 03:49:24.602264 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.plugin [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] No Port match for: 50ecb18b-b6bb-4365-9844-24361be5b18a {{(pid=104451) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 28 03:49:24.602601 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron.plugins.ml2.rpc [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Device 50ecb18b-b6bb-4365-9844-24361be5b18a not bound to the agent host dv-cinder-843361-3-iscsi {{(pid=104451) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 28 03:49:24.616129 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a2636783-b0a2-44bb-8036-6e83bc6019f1 admin admin] Publish callbacks [] for security_group (d22410af-0a65-492c-98e9-ae57227c7019), before_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:24.637045 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a2636783-b0a2-44bb-8036-6e83bc6019f1 admin admin] Publish callbacks [] for security_group (d22410af-0a65-492c-98e9-ae57227c7019), precommit_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:24.671615 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:24.797533 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a2636783-b0a2-44bb-8036-6e83bc6019f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (d22410af-0a65-492c-98e9-ae57227c7019), after_delete {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:24.800069 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron_lib.callbacks.manager [None req-a2636783-b0a2-44bb-8036-6e83bc6019f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104450) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:24.801235 dv-cinder-843361-3-iscsi neutron-server[104450]: INFO neutron.wsgi [None req-a2636783-b0a2-44bb-8036-6e83bc6019f1 admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/d22410af-0a65-492c-98e9-ae57227c7019 HTTP/1.1" status: 204 len: 168 time: 0.2315569 May 28 03:49:24.809743 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2636783-b0a2-44bb-8036-6e83bc6019f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22410af-0a65-492c-98e9-ae57227c7019,revision_number=None']} {{(pid=104450) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:25.421202 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42480) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:25.428423 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:25.461571 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-85ed534f-9960-41ca-8860-1508fe36018d admin admin] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=fad1092444f04842bf6eee17a36bf043&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391359 May 28 03:49:25.464038 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [-] (104449) accepted ('10.222.0.41', 42482) {{(pid=104449) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 28 03:49:25.511170 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99965470-b39d-496a-a76f-de26cc975adb admin admin] Publish callbacks [] for security_group (5eeeb666-ea86-4d07-9fee-839d6fdaf900), before_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:25.524404 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:25.533302 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99965470-b39d-496a-a76f-de26cc975adb admin admin] Publish callbacks [] for security_group (5eeeb666-ea86-4d07-9fee-839d6fdaf900), precommit_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:25.679710 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:25.680308 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99965470-b39d-496a-a76f-de26cc975adb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-652585'] for security_group (5eeeb666-ea86-4d07-9fee-839d6fdaf900), after_delete {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:25.682196 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron_lib.callbacks.manager [None req-99965470-b39d-496a-a76f-de26cc975adb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104449) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:25.683339 dv-cinder-843361-3-iscsi neutron-server[104449]: INFO neutron.wsgi [None req-99965470-b39d-496a-a76f-de26cc975adb admin admin] 10.222.0.41 "DELETE /v2.0/security-groups/5eeeb666-ea86-4d07-9fee-839d6fdaf900 HTTP/1.1" status: 204 len: 168 time: 0.2183967 May 28 03:49:25.695211 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99965470-b39d-496a-a76f-de26cc975adb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeeb666-ea86-4d07-9fee-839d6fdaf900,revision_number=None']} {{(pid=104449) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 28 03:49:32.550525 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:49:32.676324 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=84 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:34.805605 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG dbcounter [-] [104450] Writing DB stats neutron:SELECT=75,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104450) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:35.602756 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=19,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:35.688120 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG dbcounter [-] [104449] Writing DB stats neutron:SELECT=12,neutron:DELETE=4 {{(pid=104449) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:35.704308 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:39.194751 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=100 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:49.227728 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:49.236605 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=17 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:49:49.405146 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5dc1239b-5a44-4ba6-baf1-e5ab22f9ffd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:49.816573 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:51.722575 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b7cf1031-883c-4b60-b01d-d1e62071579d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:52.902374 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:54.237146 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:49:55.668188 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:05.601556 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:50:05.607483 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:50:09.549447 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:50:19.384951 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9c883c0d-df31-4acd-871a-f0eb3bd1e246 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:19.833502 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:20.582765 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=2 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:50:20.587764 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=6 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:50:21.719279 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-ee22c7fd-69e9-4f15-8d21-913da8a61884 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:22.887518 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:24.267776 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:25.679144 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:31.527669 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:50:31.528721 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:50:35.604936 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:50:35.605740 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:50:46.549083 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:50:49.370789 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-0cfc868f-5ae7-4d29-90a8-4b4832f7328d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:49.967662 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:51.731040 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-b707b470-ef96-4d81-9469-0e76be8582cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:52.896154 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:54.258198 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:55.690533 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:50:57.584956 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:50:57.585781 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:51:09.238277 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:51:09.243288 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:51:19.393011 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-92d06c92-df61-4c57-9ef1-eccc740adf5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:51:19.821523 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:51:21.707306 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-6b85d283-840a-4f32-a558-e4446d5f1c34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:51:22.901318 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:51:23.549415 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:51:24.272833 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:51:25.696079 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:51:26.707119 dv-cinder-843361-3-iscsi neutron-server[104449]: DEBUG neutron.wsgi [req-5c6238f6-e2af-4ebb-9c6c-96c3ab59ae93 req-f6fa584f-29f9-4c7d-ae4a-848374fdcf28 service neutron] (104449) timed out ('10.222.0.27', 64232) {{(pid=104449) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 28 03:51:34.581706 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:51:34.582487 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:51:35.607444 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:51:35.609332 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:51:49.244054 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=15 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:51:49.246835 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=11 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:51:49.371777 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-4cdede35-fba7-44c3-9d6a-b0389eda27e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:51:49.834902 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:51:51.718235 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3ae7ed50-bd2c-4249-8f86-15ab43c04e7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:51:52.918261 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:51:54.249837 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:51:55.679896 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:52:00.548123 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:52:05.602432 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:52:05.603758 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:52:11.576815 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:52:11.577608 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:52:19.382548 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-056ac4f8-a298-420f-86be-49b9591a149b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:52:19.834086 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:52:21.700998 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-e5b040d9-9ad9-4edd-9430-c14ab791cf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:52:22.868746 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:52:24.243609 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:52:25.685257 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:52:35.602336 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:52:35.608300 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:52:37.548070 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:52:48.579384 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:52:48.583348 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:52:49.375790 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3e1c188c-0a43-4b8a-9db6-78d80e99011b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:52:49.838803 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:52:51.717786 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1c60ae9d-d6ad-4dc6-b61a-59c7c7482302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:52:52.884786 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:52:54.284482 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:52:55.684372 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:53:09.251345 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:53:09.253470 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:53:14.547578 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:53:19.403676 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-f74222ae-b3c5-4f3f-856b-e7532d00f6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:53:19.848788 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:53:21.104889 dv-cinder-843361-3-iscsi neutron-server[104450]: DEBUG neutron.wsgi [req-b28f9f4b-ebee-4317-bb60-4caa5c210d8a req-308984de-f7ef-4da0-8c12-b926a6c13070 service neutron] (104450) timed out ('10.222.0.27', 64225) {{(pid=104450) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 28 03:53:21.723577 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-5537d296-2f55-49a9-a4df-a7cc4728801b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:53:22.900943 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:53:24.266622 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:53:25.579876 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:53:25.580720 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=4 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:53:25.678107 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:53:35.606910 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:53:35.612848 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:53:49.249255 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=13 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:53:49.256202 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=13 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:53:49.420304 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-8eabb5dc-9ae8-448e-930d-4493f29defa3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:53:49.831653 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:53:51.546942 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:53:51.711524 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-3d485ad2-4987-42fb-8d81-0da8771e5d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:53:52.906782 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:53:54.243095 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:53:55.689037 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:54:02.576039 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=5 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:54:02.576870 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG dbcounter [-] [104452] Writing DB stats neutron:SELECT=3 {{(pid=104452) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:54:05.614090 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:54:05.616061 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:54:19.408032 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-c4b8952e-beef-47ee-986e-8431e6221a63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (94005fb3-58ef-48e6-b041-7e15c185fe04), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:54:19.836966 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-17b91831-0724-4f22-9ab4-2fdf9a89d910 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (6c5efc33-b50d-48ad-99e3-ccb6e90ce163), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:54:21.711301 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-16e8240b-69ce-4308-8a9f-577fd4e24faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7e5a9f5d-de73-47ae-abc6-155938bfd1f7), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:54:22.900052 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-2f13bd57-8f3d-414e-88c1-27f0f707748b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (32d036f6-9cb1-4a51-8624-9c25309f3dea), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:54:24.333854 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-9fb60ee2-0a9d-460d-84d7-5d45ed2293f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (7fb97c08-76e8-4164-a889-b595c326d41d), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:54:25.665602 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG neutron_lib.callbacks.manager [None req-1deedc6d-3276-44a5-a297-7964c1d82ce3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730616678238', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1788389'] for agent (3ac13d80-a641-46ea-855c-8413f74721ab), after_update {{(pid=104451) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 28 03:54:28.547122 dv-cinder-843361-3-iscsi neutron-server[104452]: DEBUG neutron.db.agents_db [None req-b05514db-db4a-471a-a403-42c159ec5494 None None] Agent healthcheck: found 6 active agents {{(pid=104452) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 28 03:54:35.611983 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 28 03:54:35.618011 dv-cinder-843361-3-iscsi neutron-server[104451]: DEBUG dbcounter [-] [104451] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104451) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}